Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=606, receiver='ModifReceiver', receiver_emb=30, sender='ModifSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.5867346525192261, "acc_or": 0.7765305638313293}, "epoch": 1}
{"loss": 2.4990715980529785, "acc": 0.6344061493873596, "acc_or": 0.8004306554794312, "sender_entropy": 0.5549134016036987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 2}
{"loss": 2.153092384338379, "acc": 0.9282638430595398, "acc_or": 0.9639052748680115, "sender_entropy": 0.6499263644218445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.952551007270813}, "epoch": 3}
{"loss": 1.9848077297210693, "acc": 0.9427697062492371, "acc_or": 0.9712715148925781, "sender_entropy": 0.8019940853118896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9520407915115356}, "epoch": 4}
{"loss": 1.7226191759109497, "acc": 0.9443563222885132, "acc_or": 0.9720648527145386, "sender_entropy": 0.9061870574951172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.949999988079071}, "epoch": 5}
{"loss": 1.5949695110321045, "acc": 0.9392565488815308, "acc_or": 0.9696282744407654, "sender_entropy": 0.9818968772888184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.948469340801239}, "epoch": 6}
{"loss": 1.416693925857544, "acc": 0.921464204788208, "acc_or": 0.960732102394104, "sender_entropy": 1.0127193927764893, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 7}
{"loss": 0.8853989243507385, "acc": 0.9028785228729248, "acc_or": 0.9514392614364624, "sender_entropy": 0.7105748653411865, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8714285492897034, "acc_or": 0.9357142448425293}, "epoch": 8}
{"loss": 0.8000192642211914, "acc": 0.9041250944137573, "acc_or": 0.9520625472068787, "sender_entropy": 0.7167719006538391, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9392856955528259}, "epoch": 9}
{"loss": 0.8431711196899414, "acc": 0.9075249433517456, "acc_or": 0.9537624716758728, "sender_entropy": 0.8663252592086792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9377550482749939}, "epoch": 10}
{"loss": 0.7382180690765381, "acc": 0.9058250188827515, "acc_or": 0.9529125094413757, "sender_entropy": 0.8357387185096741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 11}
{"loss": 0.645589292049408, "acc": 0.8994786739349365, "acc_or": 0.9497393369674683, "sender_entropy": 0.8184671401977539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 12}
{"loss": 0.5182520151138306, "acc": 0.9028785228729248, "acc_or": 0.9514392614364624, "sender_entropy": 0.7201586365699768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9454081058502197}, "epoch": 13}
{"loss": 0.5708427429199219, "acc": 0.9044650793075562, "acc_or": 0.9522325396537781, "sender_entropy": 0.8882921934127808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9387754797935486}, "epoch": 14}
{"loss": 0.47742778062820435, "acc": 0.8964188694953918, "acc_or": 0.9482094049453735, "sender_entropy": 0.7997094988822937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8673468828201294, "acc_or": 0.9336734414100647}, "epoch": 15}
{"loss": 0.46810629963874817, "acc": 0.8975521326065063, "acc_or": 0.9487760663032532, "sender_entropy": 0.8880376219749451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8693877458572388, "acc_or": 0.9346938133239746}, "epoch": 16}
{"loss": 0.34999942779541016, "acc": 0.8969854712486267, "acc_or": 0.9484927654266357, "sender_entropy": 0.6864224076271057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9382652640342712}, "epoch": 17}
{"loss": 0.39134103059768677, "acc": 0.8929057121276855, "acc_or": 0.9464528560638428, "sender_entropy": 0.8787667751312256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8642856478691101, "acc_or": 0.9321427941322327}, "epoch": 18}
{"loss": 0.27429938316345215, "acc": 0.8969854712486267, "acc_or": 0.9484927654266357, "sender_entropy": 0.6273857355117798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9474489092826843}, "epoch": 19}
{"loss": 0.28714245557785034, "acc": 0.8932456970214844, "acc_or": 0.9466228485107422, "sender_entropy": 0.7766842842102051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.936734676361084}, "epoch": 20}
{"loss": 0.2238738089799881, "acc": 0.8927924036979675, "acc_or": 0.9463961720466614, "sender_entropy": 0.6041122674942017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9372448325157166}, "epoch": 21}
{"loss": 0.17172573506832123, "acc": 0.8909791707992554, "acc_or": 0.9454895853996277, "sender_entropy": 0.47455447912216187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9418367147445679}, "epoch": 22}
{"loss": 0.2088746279478073, "acc": 0.8967588543891907, "acc_or": 0.948379397392273, "sender_entropy": 0.7115910053253174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9403060674667358}, "epoch": 23}
{"loss": 0.20760715007781982, "acc": 0.8908658027648926, "acc_or": 0.9454329013824463, "sender_entropy": 0.8402246832847595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8683673143386841, "acc_or": 0.934183657169342}, "epoch": 24}
{"loss": 0.15438531339168549, "acc": 0.8947189450263977, "acc_or": 0.9473595023155212, "sender_entropy": 0.5963442921638489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.936734676361084}, "epoch": 25}
{"loss": 0.15010276436805725, "acc": 0.893925666809082, "acc_or": 0.946962833404541, "sender_entropy": 0.7016974687576294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 26}
{"loss": 0.12452800571918488, "acc": 0.8927924036979675, "acc_or": 0.9463961720466614, "sender_entropy": 0.6077351570129395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.935204029083252}, "epoch": 27}
{"loss": 0.12230851501226425, "acc": 0.8934723734855652, "acc_or": 0.9467361569404602, "sender_entropy": 0.6740169525146484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8642856478691101, "acc_or": 0.9321427941322327}, "epoch": 28}
{"loss": 0.11535757780075073, "acc": 0.898345410823822, "acc_or": 0.9491727352142334, "sender_entropy": 0.8029263615608215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 29}
{"loss": 0.09080903977155685, "acc": 0.896305501461029, "acc_or": 0.9481527805328369, "sender_entropy": 0.5794880390167236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 30}
{"loss": 0.08697859197854996, "acc": 0.8974388241767883, "acc_or": 0.9487193822860718, "sender_entropy": 0.7713960409164429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9392856955528259}, "epoch": 31}
{"loss": 0.06919596344232559, "acc": 0.8991386890411377, "acc_or": 0.9495693445205688, "sender_entropy": 0.8489389419555664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 32}
{"loss": 0.06059131771326065, "acc": 0.8968721628189087, "acc_or": 0.9484360814094543, "sender_entropy": 0.7303150296211243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 33}
{"loss": 0.05837462842464447, "acc": 0.8921124339103699, "acc_or": 0.9460561871528625, "sender_entropy": 0.5729917883872986, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 34}
{"loss": 0.04709760844707489, "acc": 0.8933590054512024, "acc_or": 0.9466795325279236, "sender_entropy": 0.6269526481628418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 35}
{"loss": 0.03337404876947403, "acc": 0.8969854712486267, "acc_or": 0.9484927654266357, "sender_entropy": 0.7703875303268433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 36}
{"loss": 0.02690625935792923, "acc": 0.896305501461029, "acc_or": 0.9481527805328369, "sender_entropy": 0.7263938188552856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 37}
{"loss": 0.02941139042377472, "acc": 0.8995920419692993, "acc_or": 0.9497960209846497, "sender_entropy": 0.6005476713180542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.935204029083252}, "epoch": 38}
{"loss": 0.005919046700000763, "acc": 0.9012919068336487, "acc_or": 0.9506459832191467, "sender_entropy": 0.7565110325813293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.936734676361084}, "epoch": 39}
{"loss": 0.0046685487031936646, "acc": 0.8993653655052185, "acc_or": 0.9496827125549316, "sender_entropy": 0.7288673520088196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.936734676361084}, "epoch": 40}
{"loss": -0.0205065980553627, "acc": 0.8987987041473389, "acc_or": 0.9493993520736694, "sender_entropy": 0.8651685118675232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 41}
{"loss": -0.0012466013431549072, "acc": 0.8955122232437134, "acc_or": 0.9477561116218567, "sender_entropy": 0.6177065372467041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 42}
{"loss": -0.0002481192350387573, "acc": 0.896192193031311, "acc_or": 0.9480960965156555, "sender_entropy": 0.5924157500267029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 43}
{"loss": -0.004510700702667236, "acc": 0.8957388997077942, "acc_or": 0.9478694200515747, "sender_entropy": 0.5965549945831299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9362244606018066}, "epoch": 44}
{"loss": -0.053091637790203094, "acc": 0.9001586437225342, "acc_or": 0.9500793218612671, "sender_entropy": 0.8834723234176636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8653060793876648, "acc_or": 0.93265300989151}, "epoch": 45}
{"loss": -0.021619781851768494, "acc": 0.8940389752388, "acc_or": 0.9470195174217224, "sender_entropy": 0.6234913468360901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 46}
{"loss": -0.048019759356975555, "acc": 0.8970988392829895, "acc_or": 0.9485493898391724, "sender_entropy": 0.771728515625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 47}
{"loss": -0.05686919391155243, "acc": 0.8987987041473389, "acc_or": 0.9493993520736694, "sender_entropy": 0.788144588470459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 48}
{"loss": -0.05540595203638077, "acc": 0.8975521326065063, "acc_or": 0.9487760663032532, "sender_entropy": 0.7804238200187683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 49}
{"loss": -0.05490095913410187, "acc": 0.8930190205574036, "acc_or": 0.9465095400810242, "sender_entropy": 0.7434607744216919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 50}
{"loss": -0.048222318291664124, "acc": 0.898232102394104, "acc_or": 0.949116051197052, "sender_entropy": 0.6797018647193909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 51}
{"loss": -0.06341882795095444, "acc": 0.8980054259300232, "acc_or": 0.949002742767334, "sender_entropy": 0.7170094847679138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 52}
{"loss": -0.0626947432756424, "acc": 0.9014052748680115, "acc_or": 0.9507026076316833, "sender_entropy": 0.7301183938980103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 53}
{"loss": -0.07524098455905914, "acc": 0.8978921175003052, "acc_or": 0.9489460587501526, "sender_entropy": 0.7378632426261902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 54}
{"loss": -0.05780715495347977, "acc": 0.898118793964386, "acc_or": 0.9490593671798706, "sender_entropy": 0.6505680084228516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 55}
{"loss": -0.08813200891017914, "acc": 0.9007253050804138, "acc_or": 0.9503626227378845, "sender_entropy": 0.7799668908119202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 56}
{"loss": -0.07649951428174973, "acc": 0.9010652899742126, "acc_or": 0.9505326151847839, "sender_entropy": 0.706336259841919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8653060793876648, "acc_or": 0.93265300989151}, "epoch": 57}
{"loss": -0.10205166786909103, "acc": 0.900272011756897, "acc_or": 0.9501360058784485, "sender_entropy": 0.7897716760635376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 58}
{"loss": -0.1004568487405777, "acc": 0.9009519219398499, "acc_or": 0.9504759907722473, "sender_entropy": 0.7707538604736328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 59}
{"loss": -0.12270259857177734, "acc": 0.902425229549408, "acc_or": 0.9512125849723816, "sender_entropy": 0.8579570651054382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 60}
{"loss": -0.06974481791257858, "acc": 0.8985720872879028, "acc_or": 0.9492860436439514, "sender_entropy": 0.6338509321212769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 61}
{"loss": -0.07981334626674652, "acc": 0.8990253806114197, "acc_or": 0.9495127201080322, "sender_entropy": 0.662987232208252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 62}
{"loss": -0.07890862226486206, "acc": 0.9015185832977295, "acc_or": 0.9507592916488647, "sender_entropy": 0.6490270495414734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 63}
{"loss": -0.11216944456100464, "acc": 0.9033318161964417, "acc_or": 0.9516659379005432, "sender_entropy": 0.7648166418075562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 64}
{"loss": -0.11526689678430557, "acc": 0.9001586437225342, "acc_or": 0.9500793218612671, "sender_entropy": 0.7643622159957886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8285713791847229, "acc_or": 0.9142856597900391}, "epoch": 65}
{"loss": -0.11454711854457855, "acc": 0.9040117859840393, "acc_or": 0.952005922794342, "sender_entropy": 0.748926043510437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 66}
{"loss": -0.07414648681879044, "acc": 0.8985720872879028, "acc_or": 0.9492860436439514, "sender_entropy": 0.5816912651062012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 67}
{"loss": -0.07345174252986908, "acc": 0.89845871925354, "acc_or": 0.94922935962677, "sender_entropy": 0.5859304070472717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 68}
{"loss": -0.09551868587732315, "acc": 0.9017452597618103, "acc_or": 0.9508726000785828, "sender_entropy": 0.6601995825767517, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 69}
{"loss": -0.1259244978427887, "acc": 0.9007253050804138, "acc_or": 0.9503626227378845, "sender_entropy": 0.7483841776847839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 70}
{"loss": -0.11313149333000183, "acc": 0.9019718766212463, "acc_or": 0.9509859681129456, "sender_entropy": 0.6988788843154907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 71}
{"loss": -0.13452556729316711, "acc": 0.9037851095199585, "acc_or": 0.9518925547599792, "sender_entropy": 0.7729594111442566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8173469305038452, "acc_or": 0.9086734056472778}, "epoch": 72}
{"loss": -0.08518333733081818, "acc": 0.9028785228729248, "acc_or": 0.9514392614364624, "sender_entropy": 0.5967307090759277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 73}
{"loss": -0.12161936610937119, "acc": 0.9055983424186707, "acc_or": 0.9527992010116577, "sender_entropy": 0.721785843372345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8142856955528259, "acc_or": 0.9071428179740906}, "epoch": 74}
{"loss": -0.11429103463888168, "acc": 0.9021985530853271, "acc_or": 0.9510992765426636, "sender_entropy": 0.6806207895278931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "epoch": 75}
{"loss": -0.10675785690546036, "acc": 0.9040117859840393, "acc_or": 0.952005922794342, "sender_entropy": 0.6507298350334167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8051019906997681, "acc_or": 0.902550995349884}, "epoch": 76}
{"loss": -0.08241428434848785, "acc": 0.9053717255592346, "acc_or": 0.9526858329772949, "sender_entropy": 0.5569285750389099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8142856955528259, "acc_or": 0.9071428179740906}, "epoch": 77}
{"loss": -0.09640854597091675, "acc": 0.9027652144432068, "acc_or": 0.951382577419281, "sender_entropy": 0.6031119227409363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8173469305038452, "acc_or": 0.9086734056472778}, "epoch": 78}
{"loss": -0.1535547971725464, "acc": 0.9078649282455444, "acc_or": 0.9539324641227722, "sender_entropy": 0.7811691761016846, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 78}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.905102014541626}, "epoch": 79}
{"loss": -0.11295264959335327, "acc": 0.9040117859840393, "acc_or": 0.952005922794342, "sender_entropy": 0.6479102373123169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 79}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8040816187858582, "acc_or": 0.9020407795906067}, "epoch": 80}
{"loss": -0.1160786971449852, "acc": 0.9021985530853271, "acc_or": 0.9510992765426636, "sender_entropy": 0.652803361415863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 80}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8040816187858582, "acc_or": 0.9020407795906067}, "epoch": 81}
{"loss": -0.12174619734287262, "acc": 0.9044650793075562, "acc_or": 0.9522325396537781, "sender_entropy": 0.6650577783584595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 81}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8193877339363098, "acc_or": 0.9096938371658325}, "epoch": 82}
{"loss": -0.14150896668434143, "acc": 0.9066182971000671, "acc_or": 0.953309178352356, "sender_entropy": 0.725624144077301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 82}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 83}
{"loss": -0.13770455121994019, "acc": 0.9020852446556091, "acc_or": 0.9510425925254822, "sender_entropy": 0.710283100605011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 83}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8153060674667358, "acc_or": 0.9076530337333679}, "epoch": 84}
{"loss": -0.15668301284313202, "acc": 0.9021985530853271, "acc_or": 0.9510992765426636, "sender_entropy": 0.7479956746101379, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 84}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8081632256507874, "acc_or": 0.9040815830230713}, "epoch": 85}
{"loss": -0.10452587157487869, "acc": 0.9043517708778381, "acc_or": 0.9521758556365967, "sender_entropy": 0.5950899124145508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 85}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8255101442337036, "acc_or": 0.9127550721168518}, "epoch": 86}
{"loss": -0.10210180282592773, "acc": 0.9028785228729248, "acc_or": 0.9514392614364624, "sender_entropy": 0.5842587351799011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 86}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "epoch": 87}
{"loss": -0.10179541260004044, "acc": 0.9023118615150452, "acc_or": 0.9510992765426636, "sender_entropy": 0.5756264925003052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 87}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8030611872673035, "acc_or": 0.9015305638313293}, "epoch": 88}
{"loss": -0.10854057967662811, "acc": 0.9070716500282288, "acc_or": 0.953535795211792, "sender_entropy": 0.5886101126670837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 88}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "epoch": 89}
{"loss": -0.14009395241737366, "acc": 0.9041250944137573, "acc_or": 0.9520625472068787, "sender_entropy": 0.6924117207527161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 89}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "epoch": 90}
{"loss": -0.11039415746927261, "acc": 0.904805064201355, "acc_or": 0.9524025321006775, "sender_entropy": 0.5916571021080017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 90}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8081632256507874, "acc_or": 0.9040815830230713}, "epoch": 91}
{"loss": -0.1584170162677765, "acc": 0.9086582064628601, "acc_or": 0.9543290734291077, "sender_entropy": 0.7449897527694702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 91}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8081632256507874, "acc_or": 0.9040815830230713}, "epoch": 92}
{"loss": -0.10391093790531158, "acc": 0.9053717255592346, "acc_or": 0.9526858329772949, "sender_entropy": 0.5688955783843994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 92}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.905102014541626}, "epoch": 93}
{"loss": -0.14982561767101288, "acc": 0.904805064201355, "acc_or": 0.9524025321006775, "sender_entropy": 0.7027924060821533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 93}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8081632256507874, "acc_or": 0.9040815830230713}, "epoch": 94}
{"loss": -0.11045567691326141, "acc": 0.9065049886703491, "acc_or": 0.9532524943351746, "sender_entropy": 0.5929533243179321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 94}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "epoch": 95}
{"loss": -0.14486569166183472, "acc": 0.9041250944137573, "acc_or": 0.9520625472068787, "sender_entropy": 0.6904963254928589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 95}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "epoch": 96}
{"loss": -0.1616266965866089, "acc": 0.9072982668876648, "acc_or": 0.9536491632461548, "sender_entropy": 0.7282238006591797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 96}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8081632256507874, "acc_or": 0.9040815830230713}, "epoch": 97}
{"loss": -0.16587096452713013, "acc": 0.9075249433517456, "acc_or": 0.9537624716758728, "sender_entropy": 0.7346109747886658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 97}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8081632256507874, "acc_or": 0.9040815830230713}, "epoch": 98}
{"loss": -0.12256302684545517, "acc": 0.9043517708778381, "acc_or": 0.9521758556365967, "sender_entropy": 0.6059186458587646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 98}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "epoch": 99}
{"loss": -0.09657571464776993, "acc": 0.9037851095199585, "acc_or": 0.9518925547599792, "sender_entropy": 0.5261428356170654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 99}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8020407557487488, "acc_or": 0.901020348072052}, "epoch": 100}
{"loss": -0.13827979564666748, "acc": 0.9096781611442566, "acc_or": 0.9548390507698059, "sender_entropy": 0.6624550223350525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 100}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8153060674667358, "acc_or": 0.9076530337333679}, "epoch": 101}
{"loss": -0.15509912371635437, "acc": 0.9088848829269409, "acc_or": 0.9544424414634705, "sender_entropy": 0.7024025321006775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 101}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8122448921203613, "acc_or": 0.9061223864555359}, "epoch": 102}
{"loss": -0.1475401222705841, "acc": 0.9094514846801758, "acc_or": 0.9547257423400879, "sender_entropy": 0.669569194316864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 102}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "epoch": 103}
{"loss": -0.1230233684182167, "acc": 0.9061650037765503, "acc_or": 0.9530825018882751, "sender_entropy": 0.6016077399253845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 103}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "epoch": 104}
{"loss": -0.1699639856815338, "acc": 0.9083182215690613, "acc_or": 0.954159140586853, "sender_entropy": 0.7230088114738464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 104}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "epoch": 105}
{"loss": -0.1315341293811798, "acc": 0.9121713638305664, "acc_or": 0.9560856819152832, "sender_entropy": 0.6181329488754272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 105}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8132652640342712, "acc_or": 0.9066326022148132}, "epoch": 106}
{"loss": -0.1557709276676178, "acc": 0.9093381762504578, "acc_or": 0.9546690583229065, "sender_entropy": 0.6944575905799866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 106}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.7948979139328003, "acc_or": 0.8974489569664001}, "epoch": 107}
{"loss": -0.14470621943473816, "acc": 0.9041250944137573, "acc_or": 0.9520625472068787, "sender_entropy": 0.6456107497215271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 107}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8051019906997681, "acc_or": 0.902550995349884}, "epoch": 108}
{"loss": -0.1461440920829773, "acc": 0.9086582064628601, "acc_or": 0.9543290734291077, "sender_entropy": 0.6516632437705994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 108}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.7979591488838196, "acc_or": 0.8989795446395874}, "epoch": 109}
{"loss": -0.158176451921463, "acc": 0.9071849584579468, "acc_or": 0.9535924792289734, "sender_entropy": 0.6834747791290283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 109}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "epoch": 110}
{"loss": -0.1438179910182953, "acc": 0.9099047780036926, "acc_or": 0.9549524188041687, "sender_entropy": 0.6409754753112793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 110}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8132652640342712, "acc_or": 0.9066326022148132}, "epoch": 111}
{"loss": -0.1771363914012909, "acc": 0.9044650793075562, "acc_or": 0.9522325396537781, "sender_entropy": 0.7237809896469116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 111}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "epoch": 112}
{"loss": -0.1560424268245697, "acc": 0.9078649282455444, "acc_or": 0.9539324641227722, "sender_entropy": 0.6631656289100647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 112}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8142856955528259, "acc_or": 0.9071428179740906}, "epoch": 113}
{"loss": -0.1462491750717163, "acc": 0.9176110625267029, "acc_or": 0.958805501461029, "sender_entropy": 0.6405637860298157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 113}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8020407557487488, "acc_or": 0.901020348072052}, "epoch": 114}
{"loss": -0.16031238436698914, "acc": 0.928037166595459, "acc_or": 0.9640185832977295, "sender_entropy": 0.6745157241821289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 114}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "epoch": 115}
{"loss": -0.15256637334823608, "acc": 0.9317770004272461, "acc_or": 0.965888500213623, "sender_entropy": 0.6644827127456665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 115}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8051019906997681, "acc_or": 0.902550995349884}, "epoch": 116}
{"loss": -0.14219826459884644, "acc": 0.9352900981903076, "acc_or": 0.9676450490951538, "sender_entropy": 0.6449234485626221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 116}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 117}
{"loss": -0.08416063338518143, "acc": 0.9779011607170105, "acc_or": 0.9889506101608276, "sender_entropy": 0.5085670948028564, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 117}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9612244367599487, "acc_or": 0.9806122183799744}, "epoch": 118}
{"loss": -0.10340109467506409, "acc": 0.9902538657188416, "acc_or": 0.9951269030570984, "sender_entropy": 0.6597856283187866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 118}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9734693169593811, "acc_or": 0.9867346286773682}, "epoch": 119}
{"loss": -0.09155173599720001, "acc": 0.9917271137237549, "acc_or": 0.9958635568618774, "sender_entropy": 0.6401051878929138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 119}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9704081416130066, "acc_or": 0.9852040410041809}, "epoch": 120}
{"loss": -0.0909852609038353, "acc": 0.9938803315162659, "acc_or": 0.9969401359558105, "sender_entropy": 0.640760600566864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 120}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9714285135269165, "acc_or": 0.9857142567634583}, "epoch": 121}
{"loss": -0.09229911118745804, "acc": 0.9936536550521851, "acc_or": 0.9968268275260925, "sender_entropy": 0.6641965508460999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 121}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9704081416130066, "acc_or": 0.9852040410041809}, "epoch": 122}
{"loss": -0.08769837766885757, "acc": 0.993427038192749, "acc_or": 0.9967135190963745, "sender_entropy": 0.6330492496490479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 122}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9704081416130066, "acc_or": 0.9852040410041809}, "epoch": 123}
{"loss": -0.09493369609117508, "acc": 0.9937670230865479, "acc_or": 0.9968835115432739, "sender_entropy": 0.6894502639770508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 123}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9704081416130066, "acc_or": 0.9852040410041809}, "epoch": 124}
{"loss": -0.08899703621864319, "acc": 0.993427038192749, "acc_or": 0.9967135190963745, "sender_entropy": 0.6502789258956909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 124}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9714285135269165, "acc_or": 0.9857142567634583}, "epoch": 125}
{"loss": -0.08449453115463257, "acc": 0.9937670230865479, "acc_or": 0.9968835115432739, "sender_entropy": 0.6238887310028076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 125}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9744897484779358, "acc_or": 0.9872448444366455}, "epoch": 126}
{"loss": -0.08439673483371735, "acc": 0.9938803315162659, "acc_or": 0.9969401359558105, "sender_entropy": 0.6010125875473022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 126}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9714285135269165, "acc_or": 0.9857142567634583}, "epoch": 127}
{"loss": -0.08496738970279694, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.6092256307601929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 127}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9714285135269165, "acc_or": 0.9857142567634583}, "epoch": 128}
{"loss": -0.09100416302680969, "acc": 0.9941070079803467, "acc_or": 0.9969968199729919, "sender_entropy": 0.648156464099884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 128}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9724489450454712, "acc_or": 0.9862244725227356}, "epoch": 129}
{"loss": -0.09468211233615875, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.6738344430923462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 129}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9724489450454712, "acc_or": 0.9862244725227356}, "epoch": 130}
{"loss": -0.09109748154878616, "acc": 0.993540346622467, "acc_or": 0.9967701435089111, "sender_entropy": 0.6262519359588623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 130}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9755101799964905, "acc_or": 0.9877550601959229}, "epoch": 131}
{"loss": -0.08420263230800629, "acc": 0.993540346622467, "acc_or": 0.9967701435089111, "sender_entropy": 0.5381028056144714, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 131}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 132}
{"loss": -0.09431259334087372, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.6427066922187805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 132}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 133}
{"loss": -0.09888099133968353, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6685673594474792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 133}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 134}
{"loss": -0.10730843245983124, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7229486703872681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 134}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 135}
{"loss": -0.10772188752889633, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7207223773002625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 135}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 136}
{"loss": -0.0929931253194809, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6060365438461304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 136}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 137}
{"loss": -0.10479097813367844, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6831156611442566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 137}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 138}
{"loss": -0.08559529483318329, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5554888844490051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 138}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 139}
{"loss": -0.09498540312051773, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6099755167961121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 139}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 140}
{"loss": -0.10266922414302826, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6521905660629272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 140}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 141}
{"loss": -0.09867440164089203, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6187148094177246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 141}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 142}
{"loss": -0.09347165375947952, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.5682991743087769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 142}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 143}
{"loss": -0.11559122055768967, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.699500322341919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 143}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 144}
{"loss": -0.10829317569732666, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6537929773330688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 144}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 145}
{"loss": -0.11704247444868088, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6985173225402832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 145}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 146}
{"loss": -0.11955393105745316, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.698399007320404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 146}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 147}
{"loss": -0.11041757464408875, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6376038789749146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 147}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 148}
{"loss": -0.12577587366104126, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7158894538879395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 148}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 149}
{"loss": -0.12018086016178131, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6870623826980591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 149}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 150}
{"loss": -0.11457322537899017, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6526896357536316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 150}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 151}
{"loss": -0.11666186898946762, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6507419943809509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 151}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 152}
{"loss": -0.1307026445865631, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7128454446792603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 152}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 153}
{"loss": -0.12670642137527466, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6836974620819092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 153}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 154}
{"loss": -0.12339100241661072, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6568154096603394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 154}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 155}
{"loss": -0.13172510266304016, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.706777036190033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 155}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 156}
{"loss": -0.13618898391723633, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.722160279750824, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 156}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 157}
{"loss": -0.13127651810646057, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6679040789604187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 157}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 158}
{"loss": -0.12500032782554626, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6499506831169128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 158}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 159}
{"loss": -0.13473467528820038, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.698964536190033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 159}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 160}
{"loss": -0.15114343166351318, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7522630095481873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 160}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 161}
{"loss": -0.1312168687582016, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.658905029296875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 161}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 162}
{"loss": -0.13254280388355255, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6692370176315308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 162}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 163}
{"loss": -0.1450703740119934, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7197089195251465, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 163}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 164}
{"loss": -0.1486240029335022, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7308465242385864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 164}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 165}
{"loss": -0.15045557916164398, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7347970008850098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 165}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 166}
{"loss": -0.13477995991706848, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6578207612037659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 166}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 167}
{"loss": -0.14445015788078308, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7050374150276184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 167}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 168}
{"loss": -0.15926799178123474, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7642078995704651, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 168}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 169}
{"loss": -0.14743809401988983, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6944211721420288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 169}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 170}
{"loss": -0.15295641124248505, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7258923649787903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 170}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 171}
{"loss": -0.14912109076976776, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7038071751594543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 171}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 172}
{"loss": -0.1485077291727066, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6917313933372498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 172}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 173}
{"loss": -0.15135693550109863, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7012081742286682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 173}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 174}
{"loss": -0.13213378190994263, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6044016480445862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 174}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 175}
{"loss": -0.14218831062316895, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6491860151290894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 175}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 176}
{"loss": -0.14535236358642578, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6571580171585083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 176}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 177}
{"loss": -0.1576775312423706, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7014287710189819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 177}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 178}
{"loss": -0.14623290300369263, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6555017232894897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 178}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 179}
{"loss": -0.15505585074424744, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6897335648536682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 179}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 180}
{"loss": -0.18373622000217438, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8103617429733276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 180}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 181}
{"loss": -0.14551185071468353, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6358938217163086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 181}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 182}
{"loss": -0.1461617648601532, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6350876688957214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 182}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 183}
{"loss": -0.17554153501987457, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7428345084190369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 183}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 184}
{"loss": -0.14796756207942963, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6340981721878052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 184}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 185}
{"loss": -0.15164121985435486, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.648688554763794, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 185}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 186}
{"loss": -0.16683408617973328, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7104389071464539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 186}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 187}
{"loss": -0.1555335968732834, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6599611639976501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 187}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 188}
{"loss": -0.14194349944591522, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.5979734659194946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 188}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 189}
{"loss": -0.165371835231781, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6950371861457825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 189}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 190}
{"loss": -0.16019468009471893, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6715866923332214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 190}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 191}
{"loss": -0.18664252758026123, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7751915454864502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 191}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 192}
{"loss": -0.17083097994327545, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7084509134292603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 192}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 193}
{"loss": -0.15928268432617188, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6546070575714111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 193}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 194}
{"loss": -0.1659809947013855, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6814283728599548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 194}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 195}
{"loss": -0.1413729041814804, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5789636969566345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 195}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 196}
{"loss": -0.17412424087524414, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7062254548072815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 196}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 197}
{"loss": -0.16448906064033508, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.661996066570282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 197}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 198}
{"loss": -0.16978037357330322, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6814927458763123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 198}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 199}
{"loss": -0.19604572653770447, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7820103168487549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 199}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 200}
{"loss": -0.15603263676166534, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6165971755981445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 200}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 201}
{"loss": -0.18004688620567322, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6905274987220764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 201}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 202}
{"loss": -0.15687710046768188, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6207967400550842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 202}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 203}
{"loss": -0.16060131788253784, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6295562386512756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 203}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 204}
{"loss": -0.18470366299152374, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7216799259185791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 204}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 205}
{"loss": -0.1723153442144394, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6717289090156555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 205}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 206}
{"loss": -0.1613069772720337, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6198744773864746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 206}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 207}
{"loss": -0.16218875348567963, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6227749586105347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 207}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 208}
{"loss": -0.17877762019634247, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6822741031646729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 208}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 209}
{"loss": -0.17746944725513458, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6805390119552612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 209}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 210}
{"loss": -0.15243422985076904, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5791788101196289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 210}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 211}
{"loss": -0.1634085327386856, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.61988765001297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 211}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 212}
{"loss": -0.19065675139427185, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7165668606758118, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 212}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 213}
{"loss": -0.18055322766304016, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6775836944580078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 213}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 214}
{"loss": -0.17680081725120544, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.660186767578125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 214}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 215}
{"loss": -0.1630161553621292, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6088614463806152, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 215}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 216}
{"loss": -0.17778071761131287, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6605134606361389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 216}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 217}
{"loss": -0.18526658415794373, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6903577446937561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 217}
{"generalization hold out": {"acc": 0.20918366312980652, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 218}
{"loss": -0.1707322895526886, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6282079219818115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 218}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 219}
{"loss": -0.17692509293556213, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6555646061897278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 219}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 220}
{"loss": -0.17268407344818115, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6291828155517578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 220}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 221}
{"loss": -0.1829063594341278, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6700407266616821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 221}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 222}
{"loss": -0.18004004657268524, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.658427894115448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 222}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 223}
{"loss": -0.18729263544082642, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6822134256362915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 223}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 224}
{"loss": -0.16827130317687988, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6098180413246155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 224}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 225}
{"loss": -0.1885242909193039, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.683430016040802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 225}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 226}
{"loss": -0.20108574628829956, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7274505496025085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 226}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 227}
{"loss": -0.2143823206424713, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7689191102981567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 227}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 228}
{"loss": -0.20246320962905884, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7267411947250366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 228}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 229}
{"loss": -0.18063989281654358, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6408359408378601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 229}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 230}
{"loss": -0.1797877550125122, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6383218169212341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 230}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 231}
{"loss": -0.19452641904354095, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6921678781509399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 231}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 232}
{"loss": -0.1806400716304779, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6388153433799744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 232}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 233}
{"loss": -0.1942237913608551, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6841870546340942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 233}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 234}
{"loss": -0.21342669427394867, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.743373453617096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 234}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 235}
{"loss": -0.19038406014442444, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.663593590259552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 235}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 236}
{"loss": -0.20182175934314728, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7066616415977478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 236}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 237}
{"loss": -0.23037271201610565, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8032990097999573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 237}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 238}
{"loss": -0.1825634092092514, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6362770795822144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 238}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 239}
{"loss": -0.2004663348197937, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6957470774650574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 239}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 240}
{"loss": -0.20550228655338287, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7086317539215088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 240}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 241}
{"loss": -0.19364888966083527, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6648610830307007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 241}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 242}
{"loss": -0.18217772245407104, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.612467348575592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 242}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 243}
{"loss": -0.2387358695268631, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.81629878282547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 243}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 244}
{"loss": -0.14426714181900024, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.47643235325813293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 244}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 245}
{"loss": -0.20950886607170105, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7142904996871948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 245}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 246}
{"loss": -0.2090792953968048, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7086092829704285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 246}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 247}
{"loss": -0.23559191823005676, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7899040579795837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 247}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 248}
{"loss": -0.19521693885326385, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.657249927520752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 248}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 249}
{"loss": -0.2051554024219513, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6912512183189392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 249}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 250}
{"loss": -0.17769992351531982, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5977606177330017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 250}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 251}
{"loss": -0.18816164135932922, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6315274238586426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 251}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 252}
{"loss": -0.17887239158153534, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.595283031463623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 252}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 253}
{"loss": -0.21564367413520813, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7189658880233765, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 253}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 254}
{"loss": -0.17507408559322357, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.5733832120895386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 254}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 255}
{"loss": -0.17687053978443146, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5860897898674011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 255}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 256}
{"loss": -0.1754896640777588, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5795148015022278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 256}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 257}
{"loss": -0.20109857618808746, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6637097001075745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 257}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 258}
{"loss": -0.26288795471191406, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8681721091270447, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 258}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 259}
{"loss": -0.2310754358768463, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7582158446311951, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 259}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 260}
{"loss": -0.24476635456085205, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8017383217811584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 260}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 261}
{"loss": -0.18015897274017334, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.589667797088623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 261}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 262}
{"loss": -0.23103384673595428, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7587940692901611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 262}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 263}
{"loss": -0.2055245041847229, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6654551029205322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 263}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 264}
{"loss": -0.19758042693138123, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6429066061973572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 264}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 265}
{"loss": -0.20795617997646332, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.671252965927124, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 265}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 266}
{"loss": -0.1967141330242157, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6341512799263, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 266}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 267}
{"loss": -0.26645511388778687, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8616337776184082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 267}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 268}
{"loss": -0.21522065997123718, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6918925642967224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 268}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 269}
{"loss": -0.1994650810956955, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6431381106376648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 269}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 270}
{"loss": -0.21279890835285187, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6818304061889648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 270}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 271}
{"loss": -0.2045922428369522, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6542912125587463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 271}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 272}
{"loss": -0.2385476529598236, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7634667754173279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 272}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 273}
{"loss": -0.16878776252269745, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5192023515701294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 273}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 274}
{"loss": -0.2227834165096283, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.709272027015686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 274}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 275}
{"loss": -0.2323693037033081, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7428537607192993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 275}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 276}
{"loss": -0.24647225439548492, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7870762348175049, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 276}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 277}
{"loss": -0.19157275557518005, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6074258685112, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 277}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 278}
{"loss": -0.21604213118553162, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.681328296661377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 278}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 279}
{"loss": -0.22538438439369202, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7134426236152649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 279}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 280}
{"loss": -0.2014550417661667, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6354876756668091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 280}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 281}
{"loss": -0.21976204216480255, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6919541954994202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 281}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 282}
{"loss": -0.21536129713058472, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6796351671218872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 282}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 283}
{"loss": -0.19122131168842316, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5998095870018005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 283}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 284}
{"loss": -0.21321119368076324, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6681346297264099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 284}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 285}
{"loss": -0.18422164022922516, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5626232028007507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 285}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 286}
{"loss": -0.2476446032524109, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7730656862258911, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 286}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 287}
{"loss": -0.23224422335624695, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7233316898345947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 287}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 288}
{"loss": -0.2112104445695877, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6481009721755981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 288}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 289}
{"loss": -0.22694933414459229, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6991417407989502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 289}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 290}
{"loss": -0.18513713777065277, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.568296492099762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 290}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 291}
{"loss": -0.20855712890625, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6469435691833496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 291}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 292}
{"loss": -0.259259432554245, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7993930578231812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 292}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 293}
{"loss": -0.21661600470542908, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6693831086158752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 293}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 294}
{"loss": -0.21160094439983368, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6477084159851074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 294}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 295}
{"loss": -0.2125481814146042, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6527271866798401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 295}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 296}
{"loss": -0.24964720010757446, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.766510009765625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 296}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 297}
{"loss": -0.21394120156764984, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6495017409324646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 297}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 298}
{"loss": -0.20743906497955322, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6330692172050476, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 298}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 299}
{"loss": -0.2268378585577011, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6898422241210938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 299}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 300}
{"loss": -0.21695218980312347, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6569690108299255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 300}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 301}
{"loss": -0.19435061514377594, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.5868245363235474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 301}
{"generalization hold out": {"acc": 0.2908163070678711, "acc_or": 0.6352040767669678}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 302}
{"loss": -0.2153918743133545, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6515120267868042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 302}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 303}
{"loss": -0.23915031552314758, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7228588461875916, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 303}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 304}
{"loss": -0.21235749125480652, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6415078043937683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 304}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 305}
{"loss": -0.22741080820560455, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6818748116493225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 305}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.625}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 306}
{"loss": -0.26887255907058716, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.809950053691864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 306}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 307}
{"loss": -0.2632841169834137, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7916404604911804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 307}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 308}
{"loss": -0.20730431377887726, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6228803992271423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 308}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 309}
{"loss": -0.20055799186229706, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5967454314231873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 309}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 310}
{"loss": -0.2541615962982178, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7578454613685608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 310}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 311}
{"loss": -0.20181946456432343, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6004902124404907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 311}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 312}
{"loss": -0.210401251912117, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.627506673336029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 312}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 313}
{"loss": -0.2265002280473709, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6754681468009949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 313}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 314}
{"loss": -0.22196589410305023, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6592513918876648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 314}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 315}
{"loss": -0.2126496434211731, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6320841908454895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 315}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 316}
{"loss": -0.22838610410690308, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6774575710296631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 316}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 317}
{"loss": -0.23301443457603455, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6896286010742188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 317}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 318}
{"loss": -0.2715844511985779, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8051058650016785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 318}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 319}
{"loss": -0.19215038418769836, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5669057965278625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 319}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 320}
{"loss": -0.23692581057548523, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6976202130317688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 320}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 321}
{"loss": -0.19981151819229126, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5861657857894897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 321}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 322}
{"loss": -0.2939716577529907, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8697943091392517, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 322}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 323}
{"loss": -0.23474954068660736, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6929596662521362, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 323}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 324}
{"loss": -0.22356201708316803, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6570618748664856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 324}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 325}
{"loss": -0.22908687591552734, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6661525368690491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 325}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 326}
{"loss": -0.20722001791000366, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6055294275283813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 326}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 327}
{"loss": -0.2508949637413025, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7335160970687866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 327}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 328}
{"loss": -0.22311709821224213, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6495643258094788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 328}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 329}
{"loss": -0.23987172544002533, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7004411220550537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 329}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 330}
{"loss": -0.2823084592819214, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.825605034828186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 330}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 331}
{"loss": -0.28255000710487366, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8254514932632446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 331}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 332}
{"loss": -0.19925232231616974, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5777168869972229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 332}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 333}
{"loss": -0.23589807748794556, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6838757395744324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 333}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 334}
{"loss": -0.20952431857585907, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6029984951019287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 334}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 335}
{"loss": -0.22861909866333008, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6612577438354492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 335}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 336}
{"loss": -0.2207636684179306, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6368171572685242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 336}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 337}
{"loss": -0.19414138793945312, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5523571968078613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 337}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 338}
{"loss": -0.21677671372890472, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6200802326202393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 338}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 339}
{"loss": -0.2555663585662842, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.731322705745697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 339}
{"generalization hold out": {"acc": 0.34183672070503235, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 340}
{"loss": -0.2459660768508911, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7061341404914856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 340}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 341}
{"loss": -0.2799292802810669, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8056572079658508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 341}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 342}
{"loss": -0.22046290338039398, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6297454833984375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 342}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6071428656578064}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 343}
{"loss": -0.2327454388141632, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.66158127784729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 343}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 344}
{"loss": -0.20691987872123718, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.5890862345695496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 344}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 345}
{"loss": -0.23393142223358154, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6688280701637268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 345}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 346}
{"loss": -0.21701198816299438, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6175423264503479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 346}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 347}
{"loss": -0.21941162645816803, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6258912086486816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 347}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 348}
{"loss": -0.2019241750240326, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5741810202598572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 348}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 349}
{"loss": -0.22470110654830933, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6364200115203857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 349}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 350}
{"loss": -0.26292097568511963, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7492845058441162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 350}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 351}
{"loss": -0.24985802173614502, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7061092257499695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 351}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 352}
{"loss": -0.21500658988952637, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6084511280059814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 352}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 353}
{"loss": -0.27250048518180847, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7729361653327942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 353}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 354}
{"loss": -0.2538366913795471, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7176698446273804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 354}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 355}
{"loss": -0.2537686228752136, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.716467022895813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 355}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 356}
{"loss": -0.22661414742469788, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6400079131126404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 356}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 357}
{"loss": -0.22778460383415222, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6364290118217468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 357}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 358}
{"loss": -0.23813223838806152, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6675587296485901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 358}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 359}
{"loss": -0.2558588981628418, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7206741571426392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 359}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 360}
{"loss": -0.2345929592847824, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6567014455795288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 360}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 361}
{"loss": -0.21738536655902863, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6080186367034912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 361}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 362}
{"loss": -0.24454070627689362, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6871891021728516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 362}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 363}
{"loss": -0.21729935705661774, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.607597827911377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 363}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 364}
{"loss": -0.2448311448097229, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6825088262557983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 364}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 365}
{"loss": -0.21065093576908112, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5884589552879333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 365}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 366}
{"loss": -0.23229247331619263, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6502130627632141, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 366}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 367}
{"loss": -0.22996923327445984, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6400779485702515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 367}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 368}
{"loss": -0.19726809859275818, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5469784736633301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 368}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 369}
{"loss": -0.23382310569286346, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6499496102333069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 369}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 370}
{"loss": -0.23070073127746582, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6420049667358398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 370}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 371}
{"loss": -0.21338650584220886, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5919032692909241, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 371}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 372}
{"loss": -0.23724022507667542, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6567448377609253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 372}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 373}
{"loss": -0.22706927359104156, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6280069351196289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 373}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 374}
{"loss": -0.255877822637558, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7072809338569641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 374}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 375}
{"loss": -0.2568017244338989, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.709511399269104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 375}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5841836333274841}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 376}
{"loss": -0.2522396743297577, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6966230869293213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 376}
{"generalization hold out": {"acc": 0.3265306055545807, "acc_or": 0.6556122303009033}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 377}
{"loss": -0.24907346069812775, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6843468546867371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 377}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 378}
{"loss": -0.20010769367218018, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5496132373809814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 378}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 379}
{"loss": -0.19403530657291412, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5306825637817383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 379}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 380}
{"loss": -0.23154984414577484, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6361735463142395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 380}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 381}
{"loss": -0.2591436505317688, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7103002667427063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 381}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 382}
{"loss": -0.2532493770122528, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.695074200630188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 382}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 383}
{"loss": -0.2669772505760193, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7340630888938904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 383}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 384}
{"loss": -0.2589225471019745, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7124145030975342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 384}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 385}
{"loss": -0.27877071499824524, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7655139565467834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 385}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 386}
{"loss": -0.2378576695919037, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6519204378128052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 386}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 387}
{"loss": -0.24080616235733032, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6584177613258362, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 387}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 388}
{"loss": -0.2720997631549835, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7397503852844238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 388}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 389}
{"loss": -0.22957172989845276, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6272575259208679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 389}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 390}
{"loss": -0.25020530819892883, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6821383237838745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 390}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 391}
{"loss": -0.2427530735731125, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6601296067237854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 391}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 392}
{"loss": -0.24820862710475922, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6764297485351562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 392}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 393}
{"loss": -0.23437193036079407, "acc": 0.9929736852645874, "acc_or": 0.9964868426322937, "sender_entropy": 0.6067959666252136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 393}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 394}
{"loss": -0.2284335196018219, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6204853653907776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 394}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 395}
{"loss": -0.23342320322990417, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6339130401611328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 395}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 396}
{"loss": -0.2305208295583725, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.624868631362915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 396}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 397}
{"loss": -0.25931107997894287, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7046513557434082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 397}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 398}
{"loss": -0.22653117775917053, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6120283603668213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 398}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 399}
{"loss": -0.22428636252880096, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6068598628044128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 399}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 400}
{"loss": -0.2585033178329468, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7000681161880493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 400}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 401}
{"loss": -0.22744737565517426, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6125552654266357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 401}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 402}
{"loss": -0.22518715262413025, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6026402115821838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 402}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 403}
{"loss": -0.2438449263572693, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6584550738334656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 403}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 404}
{"loss": -0.21661293506622314, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5821717977523804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 404}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 405}
{"loss": -0.257157564163208, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6937135457992554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 405}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 406}
{"loss": -0.25075429677963257, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.676666259765625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 406}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 407}
{"loss": -0.2522932291030884, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.679722249507904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 407}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 408}
{"loss": -0.23641544580459595, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6335274577140808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 408}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 409}
{"loss": -0.27083802223205566, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7284626364707947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 409}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 410}
{"loss": -0.2210685908794403, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5908460021018982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 410}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 411}
{"loss": -0.22707626223564148, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6081377863883972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 411}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 412}
{"loss": -0.2297993004322052, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6123829483985901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 412}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 413}
{"loss": -0.23283834755420685, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6203930377960205, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 413}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 414}
{"loss": -0.24785012006759644, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6594428420066833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 414}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 415}
{"loss": -0.23591168224811554, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6301211714744568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 415}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 416}
{"loss": -0.23525583744049072, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6253371834754944, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 416}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 417}
{"loss": -0.2303576022386551, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6126821041107178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 417}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 418}
{"loss": -0.2463693767786026, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6569936275482178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 418}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 419}
{"loss": -0.23850774765014648, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6343337893486023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 419}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 420}
{"loss": -0.2545025646686554, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6777604222297668, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 420}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 421}
{"loss": -0.2521696984767914, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6700044274330139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 421}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 422}
{"loss": -0.22958336770534515, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6114734411239624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 422}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 423}
{"loss": -0.22360223531723022, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.593948245048523, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 423}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 424}
{"loss": -0.24390804767608643, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6485560536384583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 424}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 425}
{"loss": -0.22972896695137024, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6082798838615417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 425}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 426}
{"loss": -0.22921405732631683, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6072053909301758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 426}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 427}
{"loss": -0.25119835138320923, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6650846004486084, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 427}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 428}
{"loss": -0.23156128823757172, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6115695238113403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 428}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 429}
{"loss": -0.24229136109352112, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6402273774147034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 429}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 430}
{"loss": -0.24252375960350037, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6408118009567261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 430}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 431}
{"loss": -0.23730291426181793, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6243166327476501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 431}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 432}
{"loss": -0.2290095090866089, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6045398712158203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 432}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 433}
{"loss": -0.2545732855796814, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6714684367179871, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 433}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 434}
{"loss": -0.2488330900669098, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6541666388511658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 434}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 435}
{"loss": -0.2562384009361267, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6758518218994141, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 435}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 436}
{"loss": -0.2576148211956024, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6775500774383545, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 436}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 437}
{"loss": -0.25316593050956726, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6657930612564087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 437}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 438}
{"loss": -0.27597829699516296, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7272831201553345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 438}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 439}
{"loss": -0.23078684508800507, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6058557629585266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 439}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 440}
{"loss": -0.26959770917892456, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7065024375915527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 440}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 441}
{"loss": -0.2532430589199066, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6652877926826477, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 441}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 442}
{"loss": -0.24207423627376556, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6358305215835571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 442}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 443}
{"loss": -0.22779041528701782, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5955587029457092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 443}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 444}
{"loss": -0.21894308924674988, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5710530281066895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 444}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 445}
{"loss": -0.2485574185848236, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6495168805122375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 445}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6428571343421936}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 446}
{"loss": -0.2295483499765396, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5985875725746155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 446}
{"generalization hold out": {"acc": 0.30102041363716125, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 447}
{"loss": -0.22720995545387268, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5904805064201355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 447}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5892857313156128}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 448}
{"loss": -0.25520893931388855, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6679795980453491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 448}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 449}
{"loss": -0.23568223416805267, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6159536242485046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 449}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6301020383834839}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 450}
{"loss": -0.2673969566822052, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6988556385040283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 450}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 451}
{"loss": -0.2542434632778168, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6634619235992432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 451}
{"generalization hold out": {"acc": 0.30102041363716125, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 452}
{"loss": -0.2395094633102417, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6235544681549072, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 452}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 453}
{"loss": -0.227568581700325, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5910519361495972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 453}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 454}
{"loss": -0.23753918707370758, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6168599724769592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 454}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 455}
{"loss": -0.2607235312461853, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6760309338569641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 455}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 456}
{"loss": -0.2444944828748703, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6325566172599792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 456}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 457}
{"loss": -0.23122337460517883, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5997244119644165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 457}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 458}
{"loss": -0.24409081041812897, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6327562928199768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 458}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 459}
{"loss": -0.21006815135478973, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5440936088562012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 459}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 460}
{"loss": -0.22294341027736664, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5730829238891602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 460}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 461}
{"loss": -0.2469439059495926, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6381754875183105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 461}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 462}
{"loss": -0.20358502864837646, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5239623188972473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 462}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 463}
{"loss": -0.2296372503042221, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5927356481552124, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 463}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 464}
{"loss": -0.19830738008022308, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5082200765609741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 464}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 465}
{"loss": -0.2624594271183014, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6782853007316589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 465}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 466}
{"loss": -0.2471950352191925, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6373841762542725, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 466}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 467}
{"loss": -0.22767364978790283, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5882643461227417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 467}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 468}
{"loss": -0.2400621473789215, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6179448366165161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 468}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 469}
{"loss": -0.24681079387664795, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6340635418891907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 469}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 470}
{"loss": -0.22938475012779236, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5900378823280334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 470}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 471}
{"loss": -0.25553691387176514, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.659638524055481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 471}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 472}
{"loss": -0.21821008622646332, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5596325397491455, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 472}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 473}
{"loss": -0.23143652081489563, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5944012403488159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 473}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 474}
{"loss": -0.22421546280384064, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.574472188949585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 474}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 475}
{"loss": -0.240377739071846, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6183403134346008, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 475}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 476}
{"loss": -0.2867453992366791, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7371458411216736, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 476}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 477}
{"loss": -0.2290269434452057, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5861942768096924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 477}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 478}
{"loss": -0.25498390197753906, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6536853909492493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 478}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 479}
{"loss": -0.2515013813972473, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6441491842269897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 479}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 480}
{"loss": -0.2559652626514435, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6569888591766357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 480}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 481}
{"loss": -0.22945429384708405, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5867819786071777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 481}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 482}
{"loss": -0.26559948921203613, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6798528432846069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 482}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 483}
{"loss": -0.2801041305065155, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7185522317886353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 483}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 484}
{"loss": -0.26300764083862305, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.672235906124115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 484}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 485}
{"loss": -0.31007280945777893, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7952398657798767, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 485}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 486}
{"loss": -0.24400962889194489, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6235625743865967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 486}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 487}
{"loss": -0.24799412488937378, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6306276321411133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 487}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 488}
{"loss": -0.2414034903049469, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6128794550895691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 488}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 489}
{"loss": -0.2496444433927536, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6362038254737854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 489}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 490}
{"loss": -0.2804313004016876, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.716362476348877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 490}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 491}
{"loss": -0.2146284282207489, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5463168025016785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 491}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.991836667060852}, "epoch": 492}
{"loss": -0.26539549231529236, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6762856841087341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 492}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 493}
{"loss": -0.2703927159309387, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6855147480964661, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 493}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 494}
{"loss": -0.2934804856777191, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7472693920135498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 494}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 495}
{"loss": -0.2590743899345398, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6580622792243958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 495}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 496}
{"loss": -0.2204810231924057, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5597723722457886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 496}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 497}
{"loss": -0.24821145832538605, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6295928359031677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 497}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 498}
{"loss": -0.2886646091938019, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7365596294403076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 498}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 499}
{"loss": -0.3025849461555481, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7587233185768127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 499}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 500}
{"loss": -0.25634443759918213, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6523295640945435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 500}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 501}
{"loss": -0.2159823626279831, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5453242063522339, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 501}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 502}
{"loss": -0.23828962445259094, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6043605208396912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 502}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 503}
{"loss": -0.2626398503780365, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.664247453212738, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 503}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 504}
{"loss": -0.24396122992038727, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6168032288551331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 504}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 505}
{"loss": -0.2626684308052063, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6652335524559021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 505}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 506}
{"loss": -0.24705994129180908, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6253765225410461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 506}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 507}
{"loss": -0.26923277974128723, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6799152493476868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 507}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 508}
{"loss": -0.25919970870018005, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6559926867485046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 508}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 509}
{"loss": -0.25502723455429077, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6430417895317078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 509}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 510}
{"loss": -0.2299032211303711, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5776918530464172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 510}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 511}
{"loss": -0.2612749934196472, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6598935127258301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 511}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 512}
{"loss": -0.2486710399389267, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6269429326057434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 512}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 513}
{"loss": -0.2594829797744751, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6545882225036621, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 513}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 514}
{"loss": -0.24479199945926666, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6160765886306763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 514}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 515}
{"loss": -0.24363279342651367, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6148499846458435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 515}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 516}
{"loss": -0.24813617765903473, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6247228980064392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 516}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 517}
{"loss": -0.2875257134437561, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7249340415000916, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 517}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 518}
{"loss": -0.23377002775669098, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5842827558517456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 518}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 519}
{"loss": -0.2841940224170685, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7156983017921448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 519}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 520}
{"loss": -0.20554600656032562, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5127214193344116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 520}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 521}
{"loss": -0.279789000749588, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7026002407073975, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 521}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 522}
{"loss": -0.23384644091129303, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5866063833236694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 522}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 523}
{"loss": -0.2421635091304779, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6067337393760681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 523}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 524}
{"loss": -0.21759909391403198, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.543241024017334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 524}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 525}
{"loss": -0.20317786931991577, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5037128925323486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 525}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 526}
{"loss": -0.27980321645736694, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7030200958251953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 526}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 527}
{"loss": -0.26283204555511475, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6576625108718872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 527}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 528}
{"loss": -0.2427382469177246, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6086000800132751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 528}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 529}
{"loss": -0.2635729908943176, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6603245735168457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 529}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 530}
{"loss": -0.2694118022918701, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6738631129264832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 530}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 531}
{"loss": -0.25149521231651306, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6284237504005432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 531}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 532}
{"loss": -0.2519164979457855, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.630445659160614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 532}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 533}
{"loss": -0.2515447437763214, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6287456154823303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 533}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 534}
{"loss": -0.2533350884914398, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6322238445281982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 534}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 535}
{"loss": -0.25635257363319397, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6387012004852295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 535}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 536}
{"loss": -0.2328656166791916, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.579974889755249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 536}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 537}
{"loss": -0.2599266469478607, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6495141983032227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 537}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 538}
{"loss": -0.28278717398643494, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7054753303527832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 538}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 539}
{"loss": -0.23694859445095062, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.5861535668373108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 539}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 540}
{"loss": -0.2661001682281494, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6612549424171448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 540}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 541}
{"loss": -0.2630036175251007, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6544966697692871, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 541}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 542}
{"loss": -0.24879470467567444, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6173610091209412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 542}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 543}
{"loss": -0.23831641674041748, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5913427472114563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 543}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 544}
{"loss": -0.27459558844566345, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6831141114234924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 544}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 545}
{"loss": -0.26588505506515503, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6629067659378052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 545}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 546}
{"loss": -0.23691819608211517, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5867161750793457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 546}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 547}
{"loss": -0.2988172471523285, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7429113984107971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 547}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 548}
{"loss": -0.27955397963523865, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6946237087249756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 548}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 549}
{"loss": -0.239869624376297, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5930797457695007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 549}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 550}
{"loss": -0.25834599137306213, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6394173502922058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 550}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 551}
{"loss": -0.26347559690475464, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6535741090774536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 551}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 552}
{"loss": -0.26471415162086487, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6572577953338623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 552}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 553}
{"loss": -0.26773008704185486, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6620336174964905, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 553}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 554}
{"loss": -0.2641496956348419, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6514147520065308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 554}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 555}
{"loss": -0.23053961992263794, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5689640641212463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 555}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 556}
{"loss": -0.26566919684410095, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6573972702026367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 556}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 557}
{"loss": -0.24241267144680023, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5997080206871033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 557}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 558}
{"loss": -0.2692034840583801, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.665515661239624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 558}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 559}
{"loss": -0.2851894497871399, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7060403227806091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 559}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 560}
{"loss": -0.2741188406944275, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6786261200904846, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 560}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 561}
{"loss": -0.29796403646469116, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7365922927856445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 561}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 562}
{"loss": -0.24905283749103546, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6152657270431519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 562}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 563}
{"loss": -0.25411456823349, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6252591609954834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 563}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 564}
{"loss": -0.26938340067863464, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6639565825462341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 564}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 565}
{"loss": -0.26112601161003113, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6452857851982117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 565}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 566}
{"loss": -0.25360119342803955, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6258660554885864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 566}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 567}
{"loss": -0.24263213574886322, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5964452028274536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 567}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 568}
{"loss": -0.2565545439720154, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6294265985488892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 568}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 569}
{"loss": -0.21890093386173248, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5372639894485474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 569}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 570}
{"loss": -0.21504344046115875, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5266793966293335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 570}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 571}
{"loss": -0.28880739212036133, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.713202953338623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 571}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 572}
{"loss": -0.26013681292533875, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.640660285949707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 572}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 573}
{"loss": -0.2722506821155548, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6703592538833618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 573}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 574}
{"loss": -0.2874816954135895, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7073854207992554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 574}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 575}
{"loss": -0.26244059205055237, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6425285339355469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 575}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 576}
{"loss": -0.21866311132907867, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5333471894264221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 576}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 577}
{"loss": -0.24900728464126587, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6105919480323792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 577}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 578}
{"loss": -0.26038557291030884, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6384057998657227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 578}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 579}
{"loss": -0.28589677810668945, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7016510963439941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 579}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 580}
{"loss": -0.24868401885032654, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6090189814567566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 580}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 581}
{"loss": -0.2622131407260895, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6425983905792236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 581}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 582}
{"loss": -0.22969360649585724, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.5436060428619385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 582}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 583}
{"loss": -0.2692702114582062, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6604572534561157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 583}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 584}
{"loss": -0.23569370806217194, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5759575963020325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 584}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 585}
{"loss": -0.2231884002685547, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5443106293678284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 585}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 586}
{"loss": -0.2630491852760315, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6435204148292542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 586}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 587}
{"loss": -0.27875104546546936, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6819709539413452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 587}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 588}
{"loss": -0.2811685800552368, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6870238780975342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 588}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 589}
{"loss": -0.2548568546772003, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6215367317199707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 589}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 590}
{"loss": -0.293893039226532, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7201099395751953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 590}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 591}
{"loss": -0.2770552337169647, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6769611835479736, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 591}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 592}
{"loss": -0.24915562570095062, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6081643104553223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 592}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 593}
{"loss": -0.2639467418193817, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6448413729667664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 593}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 594}
{"loss": -0.2555472254753113, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.622466504573822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 594}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 595}
{"loss": -0.27122825384140015, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6625941395759583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 595}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 596}
{"loss": -0.27844154834747314, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6775588393211365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 596}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 597}
{"loss": -0.25812244415283203, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6285689473152161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 597}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 598}
{"loss": -0.2591227889060974, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6304975748062134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 598}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 599}
{"loss": -0.22690817713737488, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.551898717880249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 599}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 600}
{"loss": -0.24514588713645935, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.594277024269104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 600}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 601}
{"loss": -0.30677124857902527, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7456716299057007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 601}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 602}
{"loss": -0.2809346914291382, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6854313611984253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 602}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 603}
{"loss": -0.2501254081726074, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6070992946624756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 603}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 604}
{"loss": -0.21470443904399872, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5193105936050415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 604}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 605}
{"loss": -0.27130499482154846, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6595393419265747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 605}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 606}
{"loss": -0.26354119181632996, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.64210444688797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 606}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 607}
{"loss": -0.2977777123451233, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7258334159851074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 607}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.9913265109062195}, "epoch": 608}
{"loss": -0.30167627334594727, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7354599237442017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 608}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 609}
{"loss": -0.24439093470573425, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5936959981918335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 609}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 610}
{"loss": -0.3010920584201813, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7310228943824768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 610}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 611}
{"loss": -0.3023793697357178, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7353063225746155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 611}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 612}
{"loss": -0.2833390533924103, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6896068453788757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 612}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 613}
{"loss": -0.2519338130950928, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6099196076393127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 613}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 614}
{"loss": -0.2521265745162964, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.611737847328186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 614}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 615}
{"loss": -0.2362113744020462, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5713752508163452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 615}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 616}
{"loss": -0.28551918268203735, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.69328373670578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 616}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 617}
{"loss": -0.2747001051902771, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6673039197921753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 617}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 618}
{"loss": -0.3006271421909332, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7296621799468994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 618}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 619}
{"loss": -0.24157363176345825, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5841164588928223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 619}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 620}
{"loss": -0.2574980854988098, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6216661334037781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 620}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 621}
{"loss": -0.2962844669818878, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7193921208381653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 621}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 622}
{"loss": -0.26784002780914307, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6468948721885681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 622}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 623}
{"loss": -0.26567068696022034, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6419647932052612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 623}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 624}
{"loss": -0.29032519459724426, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7023515105247498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 624}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 625}
{"loss": -0.25997403264045715, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6284533143043518, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 625}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 626}
{"loss": -0.234405055642128, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.564193844795227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 626}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 627}
{"loss": -0.2899327576160431, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7008954882621765, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 627}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 628}
{"loss": -0.2345489114522934, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5634546279907227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 628}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 629}
{"loss": -0.2474716454744339, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5962647795677185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 629}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 630}
{"loss": -0.2799416780471802, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6743109226226807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 630}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 631}
{"loss": -0.2698557674884796, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.649565577507019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 631}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 632}
{"loss": -0.2417265772819519, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5811492204666138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 632}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 633}
{"loss": -0.2738443613052368, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6607984900474548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 633}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 634}
{"loss": -0.3112312853336334, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7535068988800049, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 634}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 635}
{"loss": -0.2870270311832428, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6921539306640625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 635}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 636}
{"loss": -0.27962997555732727, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6755573749542236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 636}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 637}
{"loss": -0.28047147393226624, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6761370897293091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 637}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 638}
{"loss": -0.24345368146896362, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5847759246826172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 638}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 639}
{"loss": -0.30176785588264465, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7265620827674866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 639}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 640}
{"loss": -0.27252376079559326, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6566739678382874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 640}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 641}
{"loss": -0.2701205611228943, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6493529677391052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 641}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 642}
{"loss": -0.286013662815094, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6876370906829834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 642}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 643}
{"loss": -0.2767712473869324, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6666727662086487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 643}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 644}
{"loss": -0.26581457257270813, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6395809054374695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 644}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 645}
{"loss": -0.2553595006465912, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6137707233428955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 645}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 646}
{"loss": -0.2646424174308777, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6354474425315857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 646}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 647}
{"loss": -0.2544201910495758, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6090797185897827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 647}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 648}
{"loss": -0.27117720246315, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6502743363380432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 648}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 649}
{"loss": -0.24352610111236572, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.5834237933158875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 649}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 650}
{"loss": -0.247360497713089, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5916168093681335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 650}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 651}
{"loss": -0.2811010777950287, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6732808351516724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 651}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 652}
{"loss": -0.2995746433734894, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7200214862823486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 652}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 653}
{"loss": -0.28365764021873474, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6813587546348572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 653}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 654}
{"loss": -0.2601119577884674, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6220691204071045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 654}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 655}
{"loss": -0.3268001079559326, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7837242484092712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 655}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 656}
{"loss": -0.2640811800956726, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6315034627914429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 656}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 657}
{"loss": -0.2833281457424164, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6776633262634277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 657}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 658}
{"loss": -0.31010234355926514, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7433672547340393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 658}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 659}
{"loss": -0.300819456577301, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7218250036239624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 659}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 660}
{"loss": -0.2350994199514389, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5609016418457031, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 660}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 661}
{"loss": -0.2820363938808441, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6764666438102722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 661}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 662}
{"loss": -0.2723262310028076, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6499002575874329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 662}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 663}
{"loss": -0.2833416759967804, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6769243478775024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 663}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 664}
{"loss": -0.25205856561660767, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6012346744537354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 664}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 665}
{"loss": -0.24649472534656525, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5884337425231934, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 665}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 666}
{"loss": -0.2916160225868225, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6979734897613525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 666}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 667}
{"loss": -0.3133606016635895, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7508881092071533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 667}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 668}
{"loss": -0.2512219548225403, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.598032534122467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 668}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 669}
{"loss": -0.25475573539733887, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6085026860237122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 669}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 670}
{"loss": -0.29351475834846497, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7014834880828857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 670}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 671}
{"loss": -0.2847176492214203, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.679526150226593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 671}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 672}
{"loss": -0.2818618714809418, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6725767254829407, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 672}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 673}
{"loss": -0.29040053486824036, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6945599913597107, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 673}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 674}
{"loss": -0.24541276693344116, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5834625363349915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 674}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 675}
{"loss": -0.29212242364883423, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6976083517074585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 675}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 676}
{"loss": -0.2568531036376953, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6107668876647949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 676}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 677}
{"loss": -0.28763994574546814, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6864656209945679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 677}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 678}
{"loss": -0.24545785784721375, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5835744142532349, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 678}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 679}
{"loss": -0.29540371894836426, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7045119404792786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 679}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 680}
{"loss": -0.28297188878059387, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6746798753738403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 680}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 681}
{"loss": -0.26996520161628723, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6410791873931885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 681}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 682}
{"loss": -0.24884827435016632, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5915348529815674, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 682}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 683}
{"loss": -0.2955777645111084, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7042512893676758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 683}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 684}
{"loss": -0.3091711699962616, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7352517247200012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 684}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 685}
{"loss": -0.2455766648054123, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.582625687122345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 685}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 686}
{"loss": -0.28363847732543945, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6752355098724365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 686}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 687}
{"loss": -0.21635057032108307, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.511504054069519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 687}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 688}
{"loss": -0.30299898982048035, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7218371033668518, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 688}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 689}
{"loss": -0.25932595133781433, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6147094368934631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 689}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 690}
{"loss": -0.2657276391983032, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6300892233848572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 690}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 691}
{"loss": -0.26439130306243896, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6260186433792114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 691}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 692}
{"loss": -0.30033257603645325, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7127520442008972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 692}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 693}
{"loss": -0.3023890554904938, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7188149690628052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 693}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 694}
{"loss": -0.2562645971775055, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6071325540542603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 694}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 695}
{"loss": -0.28490695357322693, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6750386357307434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 695}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 696}
{"loss": -0.2459280788898468, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5819242596626282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 696}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 697}
{"loss": -0.2934998869895935, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6990262269973755, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 697}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 698}
{"loss": -0.309871107339859, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7355980277061462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 698}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 699}
{"loss": -0.2742305099964142, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6502770781517029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 699}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 700}
{"loss": -0.2591330409049988, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6115303039550781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 700}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 701}
{"loss": -0.25267305970191956, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5970819592475891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 701}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 702}
{"loss": -0.2534753978252411, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5991765856742859, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 702}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 703}
{"loss": -0.25296977162361145, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5981796383857727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 703}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 704}
{"loss": -0.27764368057250977, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.65712970495224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 704}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 705}
{"loss": -0.2673521935939789, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6322983503341675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 705}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 706}
{"loss": -0.2372567057609558, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.559527575969696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 706}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 707}
{"loss": -0.2493007928133011, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5880706310272217, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 707}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 708}
{"loss": -0.2640318274497986, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6226437091827393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 708}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 709}
{"loss": -0.23356299102306366, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.548320472240448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 709}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 710}
{"loss": -0.2325820028781891, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5467739105224609, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 710}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 711}
{"loss": -0.2791570723056793, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6583130359649658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 711}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 712}
{"loss": -0.26636043190956116, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6278021931648254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 712}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 713}
{"loss": -0.30426445603370667, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7210226058959961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 713}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 714}
{"loss": -0.2548048198223114, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5994834899902344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 714}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 715}
{"loss": -0.2839706838130951, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6705412864685059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 715}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 716}
{"loss": -0.27708879113197327, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6531181335449219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 716}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 717}
{"loss": -0.3053573668003082, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7227465510368347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 717}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 718}
{"loss": -0.2661004662513733, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6278868317604065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 718}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 719}
{"loss": -0.2699429392814636, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.636170506477356, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 719}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 720}
{"loss": -0.3036641776561737, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7156385779380798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 720}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 721}
{"loss": -0.28251996636390686, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6633816361427307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 721}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 722}
{"loss": -0.3238540589809418, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7661963701248169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 722}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 723}
{"loss": -0.3169325292110443, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7481386065483093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 723}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 724}
{"loss": -0.3026208281517029, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7139596939086914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 724}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 725}
{"loss": -0.21367500722408295, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.4995991587638855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 725}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 726}
{"loss": -0.25013914704322815, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5883018374443054, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 726}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 727}
{"loss": -0.2849768102169037, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.670780599117279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 727}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 728}
{"loss": -0.2677949368953705, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6309939622879028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 728}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 729}
{"loss": -0.29739540815353394, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7009539008140564, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 729}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 730}
{"loss": -0.2513313889503479, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5896047353744507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 730}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 731}
{"loss": -0.23105527460575104, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5421507358551025, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 731}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 732}
{"loss": -0.280632346868515, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6611430644989014, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 732}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 733}
{"loss": -0.2766241431236267, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6505943536758423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 733}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 734}
{"loss": -0.2882426679134369, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6790603995323181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 734}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 735}
{"loss": -0.22295820713043213, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5226603746414185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 735}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 736}
{"loss": -0.28828227519989014, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6766068339347839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 736}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 737}
{"loss": -0.2596902549266815, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6077042818069458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 737}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 738}
{"loss": -0.2923133075237274, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6864850521087646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 738}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 739}
{"loss": -0.28885790705680847, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6781271696090698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 739}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 740}
{"loss": -0.2681114077568054, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6283788681030273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 740}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 741}
{"loss": -0.27866485714912415, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6541035175323486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 741}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 742}
{"loss": -0.2818189263343811, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6605128049850464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 742}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 743}
{"loss": -0.2861308157444, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.670494794845581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 743}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 744}
{"loss": -0.2951648235321045, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6941953897476196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 744}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 745}
{"loss": -0.32285037636756897, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7593569159507751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 745}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 746}
{"loss": -0.3020947575569153, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7092686891555786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 746}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 747}
{"loss": -0.2847236692905426, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6681908369064331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 747}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 748}
{"loss": -0.3010881841182709, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7040477991104126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 748}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 749}
{"loss": -0.27740076184272766, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6492894291877747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 749}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 750}
{"loss": -0.24026934802532196, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5616023540496826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 750}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 751}
{"loss": -0.28266894817352295, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6624703407287598, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 751}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 752}
{"loss": -0.29908981919288635, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7013893723487854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 752}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 753}
{"loss": -0.2588208317756653, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6055558919906616, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 753}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 754}
{"loss": -0.29429537057876587, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6898683905601501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 754}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 755}
{"loss": -0.2837536633014679, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6649065613746643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 755}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 756}
{"loss": -0.27739402651786804, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6492975950241089, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 756}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 757}
{"loss": -0.3384106755256653, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7935550808906555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 757}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 758}
{"loss": -0.2741689383983612, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6401211023330688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 758}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 759}
{"loss": -0.2506595551967621, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5854896306991577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 759}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 760}
{"loss": -0.2623022198677063, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6127457618713379, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 760}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 761}
{"loss": -0.293698787689209, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6862273216247559, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 761}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 762}
{"loss": -0.23654073476791382, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5510702133178711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 762}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 763}
{"loss": -0.23438557982444763, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5457705855369568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 763}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 764}
{"loss": -0.26721593737602234, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6233993768692017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 764}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 765}
{"loss": -0.28177449107170105, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6580586433410645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 765}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 766}
{"loss": -0.2924160361289978, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6823194622993469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 766}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 767}
{"loss": -0.2906866669654846, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6799083948135376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 767}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 768}
{"loss": -0.3139435350894928, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7323207855224609, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 768}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 769}
{"loss": -0.27144789695739746, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6332629323005676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 769}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 770}
{"loss": -0.28629931807518005, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6679868102073669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 770}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 771}
{"loss": -0.3054303824901581, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7126719951629639, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 771}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 772}
{"loss": -0.29509663581848145, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6888628005981445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 772}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 773}
{"loss": -0.23679833114147186, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5490469336509705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 773}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 774}
{"loss": -0.28788116574287415, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6715976595878601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 774}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 775}
{"loss": -0.3192669153213501, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7445840835571289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 775}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 776}
{"loss": -0.29422563314437866, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6858432292938232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 776}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 777}
{"loss": -0.24676187336444855, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5747658610343933, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 777}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 778}
{"loss": -0.2984142303466797, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6973738670349121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 778}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 779}
{"loss": -0.31452056765556335, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7338109612464905, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 779}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 780}
{"loss": -0.26995640993118286, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6280511021614075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 780}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 781}
{"loss": -0.286848247051239, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6691538095474243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 781}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 782}
{"loss": -0.27595821022987366, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6418298482894897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 782}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 783}
{"loss": -0.2791992127895355, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.648646891117096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 783}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 784}
{"loss": -0.27267128229141235, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6342718005180359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 784}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 785}
{"loss": -0.26921677589416504, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6258655786514282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 785}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 786}
{"loss": -0.3189387917518616, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7432546019554138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 786}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 787}
{"loss": -0.305591881275177, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7121457457542419, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 787}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 788}
{"loss": -0.2796337604522705, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6499239206314087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 788}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 789}
{"loss": -0.2617034912109375, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6077511310577393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 789}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 790}
{"loss": -0.2702036499977112, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6286236643791199, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 790}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 791}
{"loss": -0.24258245527744293, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5620424747467041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 791}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 792}
{"loss": -0.28579723834991455, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6650595664978027, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 792}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 793}
{"loss": -0.2531029284000397, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5860605835914612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 793}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 794}
{"loss": -0.24079595506191254, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5561619997024536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 794}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 795}
{"loss": -0.2893071174621582, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6722822785377502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 795}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 796}
{"loss": -0.27665287256240845, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6419797539710999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 796}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 797}
{"loss": -0.2829146981239319, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6567723155021667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 797}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 798}
{"loss": -0.2849319875240326, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6605655550956726, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 798}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 799}
{"loss": -0.2735147774219513, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6341238617897034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 799}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 800}
{"loss": -0.26820963621139526, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6198044419288635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 800}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 801}
{"loss": -0.3305123746395111, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7685868740081787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 801}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 802}
{"loss": -0.2512119710445404, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5816765427589417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 802}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 803}
{"loss": -0.30272752046585083, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7026571035385132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 803}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 804}
{"loss": -0.2683430314064026, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6206395626068115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 804}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 805}
{"loss": -0.29100874066352844, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6722963452339172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 805}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 806}
{"loss": -0.301074743270874, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6987183094024658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 806}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 807}
{"loss": -0.2532026767730713, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.583590030670166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 807}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 808}
{"loss": -0.26083847880363464, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.603178083896637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 808}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 809}
{"loss": -0.2670044004917145, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6186510324478149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 809}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 810}
{"loss": -0.27574047446250916, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6376161575317383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 810}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 811}
{"loss": -0.2552417814731598, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5900603532791138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 811}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 812}
{"loss": -0.28345829248428345, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6558440327644348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 812}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 813}
{"loss": -0.29429516196250916, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6823654174804688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 813}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 814}
{"loss": -0.29735705256462097, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6897011399269104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 814}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 815}
{"loss": -0.259090393781662, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5991511940956116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 815}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 816}
{"loss": -0.24241003394126892, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5585043430328369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 816}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 817}
{"loss": -0.2452891767024994, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.565217137336731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 817}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 818}
{"loss": -0.2873840630054474, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.664002537727356, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 818}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 819}
{"loss": -0.28094717860221863, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6487051248550415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 819}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 820}
{"loss": -0.29102015495300293, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6737748384475708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 820}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 821}
{"loss": -0.3217777609825134, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7450565099716187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 821}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 822}
{"loss": -0.2833823263645172, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.655327320098877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 822}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 823}
{"loss": -0.29286661744117737, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6768408417701721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 823}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 824}
{"loss": -0.26064690947532654, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6014074683189392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 824}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 825}
{"loss": -0.28866273164749146, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6678565740585327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 825}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 826}
{"loss": -0.33192360401153564, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7677809596061707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 826}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 827}
{"loss": -0.2828955054283142, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6529147624969482, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 827}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 828}
{"loss": -0.26955825090408325, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6217101812362671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 828}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 829}
{"loss": -0.2629142105579376, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6050347089767456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 829}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 830}
{"loss": -0.26507875323295593, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6104095578193665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 830}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 831}
{"loss": -0.29631736874580383, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6847230195999146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 831}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 832}
{"loss": -0.31195053458213806, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7195726037025452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 832}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 833}
{"loss": -0.2472960501909256, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5690333843231201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 833}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 834}
{"loss": -0.24881137907505035, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5710192918777466, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 834}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 835}
{"loss": -0.32248368859291077, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7456226348876953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 835}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 836}
{"loss": -0.27693498134613037, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6381766200065613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 836}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 837}
{"loss": -0.33333030343055725, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7707067728042603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 837}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 838}
{"loss": -0.315618097782135, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7289275527000427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 838}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 839}
{"loss": -0.26908111572265625, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6188966035842896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 839}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 840}
{"loss": -0.2790549397468567, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6428239345550537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 840}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 841}
{"loss": -0.27812689542770386, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6403558254241943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 841}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 842}
{"loss": -0.27945855259895325, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6425458192825317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 842}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 843}
{"loss": -0.26334092020988464, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6049530506134033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 843}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 844}
{"loss": -0.26713576912879944, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6149992942810059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 844}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 845}
{"loss": -0.29642343521118164, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6840192675590515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 845}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 846}
{"loss": -0.2752254605293274, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6319504380226135, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 846}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 847}
{"loss": -0.2864048480987549, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6594352126121521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 847}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 848}
{"loss": -0.24350570142269135, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5580377578735352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 848}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 849}
{"loss": -0.314191073179245, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7234193086624146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 849}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 850}
{"loss": -0.3176254332065582, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7308127284049988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 850}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 851}
{"loss": -0.2758992612361908, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6348487734794617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 851}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 852}
{"loss": -0.2971099317073822, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6839626431465149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 852}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 853}
{"loss": -0.2611956000328064, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5994896292686462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 853}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 854}
{"loss": -0.2680032551288605, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6158943176269531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 854}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 855}
{"loss": -0.28001075983047485, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6427486538887024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 855}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 856}
{"loss": -0.2585255205631256, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5931188464164734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 856}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 857}
{"loss": -0.27993595600128174, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6420462131500244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 857}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 858}
{"loss": -0.3036803901195526, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.699184000492096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 858}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 859}
{"loss": -0.27130770683288574, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6221246123313904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 859}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 860}
{"loss": -0.28405386209487915, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6529672741889954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 860}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 861}
{"loss": -0.3073749244213104, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7067651748657227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 861}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 862}
{"loss": -0.3129326105117798, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.720305323600769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 862}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 863}
{"loss": -0.27192574739456177, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6231252551078796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 863}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 864}
{"loss": -0.2918672263622284, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6683353781700134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 864}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 865}
{"loss": -0.245832622051239, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5610568523406982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 865}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 866}
{"loss": -0.29562610387802124, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6788381934165955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 866}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 867}
{"loss": -0.2390403002500534, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5461512804031372, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 867}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 868}
{"loss": -0.26420047879219055, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6050084829330444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 868}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 869}
{"loss": -0.24276891350746155, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5542975664138794, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 869}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 870}
{"loss": -0.26169702410697937, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.5986143350601196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 870}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.9913265109062195}, "epoch": 871}
{"loss": -0.3105175495147705, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.711251437664032, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 871}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 872}
{"loss": -0.3266512155532837, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7522734999656677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 872}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 873}
{"loss": -0.2624794542789459, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6012254357337952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 873}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 874}
{"loss": -0.2902972400188446, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.666563868522644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 874}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 875}
{"loss": -0.2636658251285553, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6038291454315186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 875}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 876}
{"loss": -0.28191062808036804, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6455177068710327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 876}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 877}
{"loss": -0.31865960359573364, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.731167197227478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 877}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 878}
{"loss": -0.2648210823535919, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6050259470939636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 878}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 879}
{"loss": -0.2609192430973053, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5957292318344116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 879}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 880}
{"loss": -0.31813254952430725, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7297901511192322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 880}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 881}
{"loss": -0.3065315783023834, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7026023864746094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 881}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 882}
{"loss": -0.27158379554748535, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6209129095077515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 882}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 883}
{"loss": -0.29146021604537964, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6678151488304138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 883}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 884}
{"loss": -0.3093666136264801, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7089548110961914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 884}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 885}
{"loss": -0.2700999081134796, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6174006462097168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 885}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 886}
{"loss": -0.27212825417518616, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6227479577064514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 886}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 887}
{"loss": -0.3476298749446869, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7973605990409851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 887}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 888}
{"loss": -0.29814428091049194, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6828410625457764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 888}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 889}
{"loss": -0.2836238741874695, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6478886604309082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 889}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 890}
{"loss": -0.30670198798179626, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7014166712760925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 890}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 891}
{"loss": -0.32840508222579956, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7530233263969421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 891}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 892}
{"loss": -0.2714373767375946, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6185530424118042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 892}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 893}
{"loss": -0.2852783799171448, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6510337591171265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 893}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 894}
{"loss": -0.3031819760799408, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6939597725868225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 894}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 895}
{"loss": -0.30410218238830566, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6961683034896851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 895}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 896}
{"loss": -0.27739056944847107, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6333284378051758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 896}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 897}
{"loss": -0.2922315001487732, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6679127216339111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 897}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 898}
{"loss": -0.21977867186069489, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.497107595205307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 898}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 899}
{"loss": -0.3174944519996643, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7260105013847351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 899}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 900}
{"loss": -0.27591440081596375, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.629479169845581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 900}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 901}
{"loss": -0.2558728754520416, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5826383233070374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 901}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 902}
{"loss": -0.2866767942905426, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6542145609855652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 902}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 903}
{"loss": -0.2613545060157776, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5957015752792358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 903}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 904}
{"loss": -0.2783919870853424, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6329360008239746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 904}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 905}
{"loss": -0.30027705430984497, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6854212880134583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 905}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 906}
{"loss": -0.30607813596725464, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6987541317939758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 906}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 907}
{"loss": -0.3241478204727173, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7406744956970215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 907}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 908}
{"loss": -0.28442394733428955, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6493625044822693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 908}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 909}
{"loss": -0.2595902383327484, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5896057486534119, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 909}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 910}
{"loss": -0.30394724011421204, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6928593516349792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 910}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 911}
{"loss": -0.3068893849849701, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6995916962623596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 911}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 912}
{"loss": -0.297839879989624, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6780040264129639, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 912}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 913}
{"loss": -0.2758689820766449, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6275816559791565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 913}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 914}
{"loss": -0.2679331302642822, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6086234450340271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 914}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 915}
{"loss": -0.2939615249633789, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6698620319366455, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 915}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 916}
{"loss": -0.3112510144710541, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7102684378623962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 916}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 917}
{"loss": -0.2842213809490204, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6455185413360596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 917}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 918}
{"loss": -0.2353779524564743, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5332945585250854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 918}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 919}
{"loss": -0.2865952253341675, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6526572108268738, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 919}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 920}
{"loss": -0.2924981713294983, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6640296578407288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 920}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 921}
{"loss": -0.2665245532989502, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6067625880241394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 921}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 922}
{"loss": -0.3097793161869049, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7058807015419006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 922}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 923}
{"loss": -0.2641029953956604, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5997828841209412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 923}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 924}
{"loss": -0.3179129660129547, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7243265509605408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 924}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 925}
{"loss": -0.28007835149765015, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6366985440254211, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 925}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 926}
{"loss": -0.2991938889026642, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6798396706581116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 926}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 927}
{"loss": -0.27172955870628357, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.616450846195221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 927}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 928}
{"loss": -0.2980527877807617, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6789753437042236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 928}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 929}
{"loss": -0.2519720196723938, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5716717839241028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 929}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 930}
{"loss": -0.30753737688064575, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.700678825378418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 930}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 931}
{"loss": -0.2728225886821747, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6199454665184021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 931}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 932}
{"loss": -0.3396367132663727, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7751181721687317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 932}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 933}
{"loss": -0.3092953860759735, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7033651471138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 933}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 934}
{"loss": -0.24511587619781494, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.555546224117279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 934}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 935}
{"loss": -0.23219068348407745, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5248816013336182, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 935}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 936}
{"loss": -0.2890029847621918, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.657329261302948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 936}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 937}
{"loss": -0.32000476121902466, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7287658452987671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 937}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 938}
{"loss": -0.32537388801574707, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7414390444755554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 938}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 939}
{"loss": -0.24415487051010132, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5519302487373352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 939}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 940}
{"loss": -0.325135737657547, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7407315373420715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 940}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 941}
{"loss": -0.26831120252609253, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6068607568740845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 941}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 942}
{"loss": -0.28990986943244934, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6573809385299683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 942}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 943}
{"loss": -0.27082470059394836, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6122113466262817, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 943}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 944}
{"loss": -0.2699584662914276, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6112293004989624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 944}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 945}
{"loss": -0.27297359704971313, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6184013485908508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 945}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 946}
{"loss": -0.29940155148506165, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6793234944343567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 946}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 947}
{"loss": -0.26958927512168884, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6089788675308228, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 947}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 948}
{"loss": -0.28825879096984863, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6542245149612427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 948}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 949}
{"loss": -0.27869275212287903, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6322479248046875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 949}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 950}
{"loss": -0.27092650532722473, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6147270798683167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 950}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 951}
{"loss": -0.27502402663230896, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6219189167022705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 951}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 952}
{"loss": -0.3034401535987854, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6760284304618835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 952}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 953}
{"loss": -0.2943536341190338, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6678847670555115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 953}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 954}
{"loss": -0.2952927052974701, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6700122952461243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 954}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 955}
{"loss": -0.2865774631500244, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6497442126274109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 955}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 956}
{"loss": -0.2972317337989807, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6749480962753296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 956}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 957}
{"loss": -0.28071129322052, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.636178731918335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 957}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 958}
{"loss": -0.2693467140197754, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6097801923751831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 958}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 959}
{"loss": -0.26267683506011963, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5944095849990845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 959}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 960}
{"loss": -0.25265783071517944, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5708712339401245, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 960}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 961}
{"loss": -0.294813871383667, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6680106520652771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 961}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 962}
{"loss": -0.30048298835754395, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6807963252067566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 962}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 963}
{"loss": -0.3134395182132721, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7093223929405212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 963}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 964}
{"loss": -0.31058987975120544, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7041589021682739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 964}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 965}
{"loss": -0.29684457182884216, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6726311445236206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 965}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 966}
{"loss": -0.27351900935173035, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6172584891319275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 966}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 967}
{"loss": -0.31543707847595215, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7151054739952087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 967}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 968}
{"loss": -0.27600109577178955, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6236283183097839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 968}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 969}
{"loss": -0.31889790296554565, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7238526940345764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 969}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 970}
{"loss": -0.24486686289310455, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5515261888504028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 970}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 971}
{"loss": -0.3305109739303589, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7502037286758423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 971}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 972}
{"loss": -0.2658851444721222, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5995861291885376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 972}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 973}
{"loss": -0.2927112877368927, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6627950072288513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 973}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 974}
{"loss": -0.33294087648391724, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.754930317401886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 974}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 975}
{"loss": -0.2800132930278778, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6317514777183533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 975}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 976}
{"loss": -0.27929991483688354, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6311305165290833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 976}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 977}
{"loss": -0.24210642278194427, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5437517762184143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 977}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 978}
{"loss": -0.2976640462875366, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.671995222568512, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 978}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 979}
{"loss": -0.2590157985687256, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5830103158950806, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 979}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 980}
{"loss": -0.25459834933280945, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5734764337539673, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 980}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 981}
{"loss": -0.2792615294456482, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6302181482315063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 981}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 982}
{"loss": -0.3239026367664337, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7333998084068298, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 982}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 983}
{"loss": -0.2589735984802246, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.583172619342804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 983}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 984}
{"loss": -0.26917824149131775, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6064339876174927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 984}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 985}
{"loss": -0.28366363048553467, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6405935883522034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 985}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 986}
{"loss": -0.3365471661090851, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7609213590621948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 986}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 987}
{"loss": -0.34071648120880127, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7717877626419067, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 987}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 988}
{"loss": -0.2977018654346466, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6811622977256775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 988}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 989}
{"loss": -0.2834227979183197, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6396706104278564, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 989}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 990}
{"loss": -0.26851993799209595, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6048071384429932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 990}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 991}
{"loss": -0.30195531249046326, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6823982000350952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 991}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 992}
{"loss": -0.25410202145576477, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.5718404054641724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 992}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 993}
{"loss": -0.2669697701931, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6010273098945618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 993}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 994}
{"loss": -0.2851029336452484, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6435624361038208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 994}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 995}
{"loss": -0.30112460255622864, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.680415689945221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 995}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 996}
{"loss": -0.3097662925720215, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6995503306388855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 996}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 997}
{"loss": -0.2898437976837158, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6528042554855347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 997}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 998}
{"loss": -0.32775184512138367, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7407225370407104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 998}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 999}
{"loss": -0.26817867159843445, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6029862761497498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 999}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1000}
{"loss": -0.30456915497779846, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6882095336914062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1000}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1001}
{"loss": -0.23616191744804382, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5301029682159424, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1001}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1002}
{"loss": -0.30732375383377075, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6933940052986145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1002}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1003}
{"loss": -0.28530508279800415, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6426000595092773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1003}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1004}
{"loss": -0.2709851861000061, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6086556911468506, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1004}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1005}
{"loss": -0.25965461134910583, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5839585661888123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1005}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1006}
{"loss": -0.26532503962516785, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5961229205131531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1006}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1007}
{"loss": -0.28420424461364746, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6403865814208984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1007}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1008}
{"loss": -0.27172616124153137, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6118529438972473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1008}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1009}
{"loss": -0.27648359537124634, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6226731538772583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1009}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1010}
{"loss": -0.3180799186229706, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7176490426063538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1010}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1011}
{"loss": -0.2769564688205719, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.622323215007782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1011}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1012}
{"loss": -0.30789893865585327, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6936785578727722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1012}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1013}
{"loss": -0.30568888783454895, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6746487617492676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1013}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1014}
{"loss": -0.28809279203414917, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.647451639175415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1014}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1015}
{"loss": -0.3441619873046875, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7773707509040833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1015}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1016}
{"loss": -0.26605623960494995, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.598105788230896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1016}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1017}
{"loss": -0.2981899380683899, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6711668372154236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1017}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.9913265109062195}, "epoch": 1018}
{"loss": -0.297768235206604, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6706067323684692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1018}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1019}
{"loss": -0.23833732306957245, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5341280102729797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1019}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1020}
{"loss": -0.26515427231788635, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.596194863319397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1020}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1021}
{"loss": -0.2945058345794678, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6614032983779907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1021}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1022}
{"loss": -0.268807053565979, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6029808521270752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1022}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1023}
{"loss": -0.306843101978302, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6899078488349915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1023}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1024}
{"loss": -0.3147590160369873, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7089502811431885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1024}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 1025}
{"loss": -0.30067577958106995, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6762492656707764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1025}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1026}
{"loss": -0.32002776861190796, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7199434638023376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1026}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 1027}
{"loss": -0.32832133769989014, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7394995093345642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1027}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1028}
{"loss": -0.3396615982055664, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7656520009040833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1028}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1029}
{"loss": -0.27403125166893005, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6134067177772522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1029}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1030}
{"loss": -0.3477155864238739, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7840561866760254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1030}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1031}
{"loss": -0.2597060203552246, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5813045501708984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1031}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1032}
{"loss": -0.3192823827266693, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7188408374786377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1032}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1033}
{"loss": -0.28155046701431274, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6327332854270935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1033}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1034}
{"loss": -0.2978183925151825, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6697770357131958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1034}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1035}
{"loss": -0.31336045265197754, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7037115097045898, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1035}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1036}
{"loss": -0.25635725259780884, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5735907554626465, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1036}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1037}
{"loss": -0.307620644569397, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6921151280403137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1037}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1038}
{"loss": -0.26442793011665344, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5917062759399414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1038}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1039}
{"loss": -0.27452218532562256, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6150493025779724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1039}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1040}
{"loss": -0.2664340138435364, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.597387969493866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1040}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1041}
{"loss": -0.26911571621894836, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6043627858161926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1041}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1042}
{"loss": -0.3030186593532562, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6810279488563538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1042}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1043}
{"loss": -0.27510279417037964, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6171748042106628, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1043}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1044}
{"loss": -0.2763870656490326, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6194539070129395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1044}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1045}
{"loss": -0.2657860815525055, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5948412418365479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1045}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1046}
{"loss": -0.3391367495059967, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7628286480903625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1046}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1047}
{"loss": -0.26142290234565735, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5834657549858093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1047}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1048}
{"loss": -0.2904452979564667, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6506209373474121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1048}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1049}
{"loss": -0.2923057973384857, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6559642553329468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1049}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1050}
{"loss": -0.3052246868610382, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.685783863067627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1050}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1051}
{"loss": -0.32906144857406616, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7399508357048035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1051}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1052}
{"loss": -0.3015716075897217, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6763592958450317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1052}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1053}
{"loss": -0.25009238719940186, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5601414442062378, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1053}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1054}
{"loss": -0.30917781591415405, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6942040324211121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1054}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1055}
{"loss": -0.3227216899394989, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7254509925842285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1055}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1056}
{"loss": -0.3566098213195801, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8013865947723389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1056}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1057}
{"loss": -0.25955960154533386, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5801193118095398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1057}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1058}
{"loss": -0.2634907364845276, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5879558324813843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1058}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1059}
{"loss": -0.27420565485954285, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6137509346008301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1059}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1060}
{"loss": -0.2960135340690613, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.663437008857727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1060}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1061}
{"loss": -0.2999829947948456, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6712650656700134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1061}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1062}
{"loss": -0.28022050857543945, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6267589926719666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1062}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1063}
{"loss": -0.31803032755851746, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7131455540657043, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1063}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1064}
{"loss": -0.3128374516963959, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7018988728523254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1064}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1065}
{"loss": -0.28757670521736145, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6433889865875244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1065}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1066}
{"loss": -0.2854417562484741, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6396012902259827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1066}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 1067}
{"loss": -0.2508960962295532, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5589183568954468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1067}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1068}
{"loss": -0.3278869688510895, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7353127002716064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1068}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1069}
{"loss": -0.3050324618816376, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6836146712303162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1069}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1070}
{"loss": -0.3353593051433563, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7522521615028381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1070}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1071}
{"loss": -0.27208760380744934, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6076542735099792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1071}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1072}
{"loss": -0.26763686537742615, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.598069965839386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1072}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1073}
{"loss": -0.25643494725227356, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5721979141235352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1073}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1074}
{"loss": -0.29820868372917175, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6679503917694092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1074}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1075}
{"loss": -0.28208625316619873, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6308670043945312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1075}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1076}
{"loss": -0.2801685333251953, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6260218024253845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1076}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1077}
{"loss": -0.2946450114250183, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6593922972679138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1077}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1078}
{"loss": -0.28462210297584534, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6358027458190918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1078}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1079}
{"loss": -0.32789385318756104, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7353016138076782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1079}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1080}
{"loss": -0.3051297664642334, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.683290958404541, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1080}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1081}
{"loss": -0.2892288565635681, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6455475687980652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1081}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1082}
{"loss": -0.28594839572906494, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6383861303329468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1082}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1083}
{"loss": -0.2896050214767456, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6465908288955688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1083}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1084}
{"loss": -0.2702469825744629, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6014524102210999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1084}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1085}
{"loss": -0.28020572662353516, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.625249445438385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1085}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1086}
{"loss": -0.27774497866630554, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6198186874389648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1086}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1087}
{"loss": -0.28521835803985596, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6367419958114624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1087}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1088}
{"loss": -0.33521759510040283, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7514237761497498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1088}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1089}
{"loss": -0.2878938913345337, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6431023478507996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1089}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1090}
{"loss": -0.28896334767341614, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6452791094779968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1090}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1091}
{"loss": -0.26403337717056274, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5887892246246338, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1091}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1092}
{"loss": -0.3127686381340027, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7000404596328735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1092}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1093}
{"loss": -0.2917642593383789, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6519794464111328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1093}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 1094}
{"loss": -0.3032490015029907, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6790409088134766, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1094}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1095}
{"loss": -0.31950411200523376, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7153696417808533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1095}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1096}
{"loss": -0.2731468677520752, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6090254187583923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1096}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1097}
{"loss": -0.2835785150527954, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6329479813575745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1097}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1098}
{"loss": -0.3083376884460449, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6888300180435181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1098}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1099}
{"loss": -0.2831803262233734, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6309359669685364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1099}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1100}
{"loss": -0.2411506474018097, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5358572602272034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1100}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1101}
{"loss": -0.2944480776786804, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6567833423614502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1101}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1102}
{"loss": -0.3185769021511078, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7125683426856995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1102}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1103}
{"loss": -0.2665855288505554, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5936269164085388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1103}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1104}
{"loss": -0.30923327803611755, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.689916729927063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1104}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1105}
{"loss": -0.3193475306034088, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.713419497013092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1105}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1106}
{"loss": -0.2868918478488922, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6391748189926147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1106}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 1107}
{"loss": -0.3227129578590393, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7214778065681458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1107}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 1108}
{"loss": -0.32081636786460876, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7165248394012451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1108}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1109}
{"loss": -0.31029021739959717, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6935293674468994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1109}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1110}
{"loss": -0.27489539980888367, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6116006970405579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1110}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1111}
{"loss": -0.27944818139076233, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6231003403663635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1111}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1112}
{"loss": -0.2762501537799835, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6150903105735779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1112}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1113}
{"loss": -0.30696412920951843, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6856585741043091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1113}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1114}
{"loss": -0.2799474596977234, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6224876046180725, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1114}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1115}
{"loss": -0.2587921619415283, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5746534466743469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1115}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1116}
{"loss": -0.30265936255455017, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6755561232566833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1116}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1117}
{"loss": -0.30444979667663574, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6784207820892334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1117}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1118}
{"loss": -0.2862846553325653, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6381418704986572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1118}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1119}
{"loss": -0.2986358106136322, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6645927429199219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1119}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5663264989852905}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1120}
{"loss": -0.32095083594322205, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7154444456100464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1120}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1121}
{"loss": -0.2656160891056061, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5900176167488098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1121}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1122}
{"loss": -0.29760321974754333, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.663867175579071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1122}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1123}
{"loss": -0.25292450189590454, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5609273314476013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1123}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1124}
{"loss": -0.30094674229621887, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6706059575080872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1124}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1125}
{"loss": -0.2916691303253174, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6487411856651306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1125}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1126}
{"loss": -0.3150750696659088, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7023218870162964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1126}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1127}
{"loss": -0.27641308307647705, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6133857369422913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1127}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1128}
{"loss": -0.21131257712841034, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.4657387435436249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1128}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1129}
{"loss": -0.30891817808151245, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6869637966156006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1129}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1130}
{"loss": -0.2654743194580078, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5890262126922607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1130}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1131}
{"loss": -0.3068886697292328, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6837273836135864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1131}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1132}
{"loss": -0.31047767400741577, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6925709247589111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1132}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1133}
{"loss": -0.29870888590812683, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6639852523803711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1133}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1134}
{"loss": -0.3089449107646942, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.687826931476593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1134}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1135}
{"loss": -0.3061806857585907, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6825723052024841, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1135}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1136}
{"loss": -0.29075878858566284, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6476403474807739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1136}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1137}
{"loss": -0.31201326847076416, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6946441531181335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1137}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1138}
{"loss": -0.27482491731643677, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6105038523674011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1138}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1139}
{"loss": -0.3005143404006958, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6679065823554993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1139}
{"generalization hold out": {"acc": 0.13265305757522583, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1140}
{"loss": -0.2722383737564087, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6043579578399658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1140}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1141}
{"loss": -0.31488147377967834, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6984801292419434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1141}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1142}
{"loss": -0.3189871311187744, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7105361223220825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1142}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1143}
{"loss": -0.28874310851097107, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6416722536087036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1143}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1144}
{"loss": -0.2962794303894043, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6588262915611267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1144}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1145}
{"loss": -0.28859061002731323, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6420091986656189, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1145}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1146}
{"loss": -0.2911991775035858, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6477664709091187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1146}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1147}
{"loss": -0.27960464358329773, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6202855110168457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1147}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1148}
{"loss": -0.2934202253818512, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6522681713104248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1148}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1149}
{"loss": -0.3194621205329895, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7113668918609619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1149}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1150}
{"loss": -0.2682519555091858, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.594584584236145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1150}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1151}
{"loss": -0.30269333720207214, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6718755960464478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1151}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1152}
{"loss": -0.3045862019062042, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6769949793815613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1152}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1153}
{"loss": -0.311916708946228, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.69411301612854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1153}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1154}
{"loss": -0.28784218430519104, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6388915777206421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1154}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1155}
{"loss": -0.35004234313964844, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7797079682350159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1155}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1156}
{"loss": -0.30442437529563904, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6769216060638428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1156}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1157}
{"loss": -0.2922908663749695, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6482060551643372, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1157}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1158}
{"loss": -0.2634183466434479, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5838286876678467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1158}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1159}
{"loss": -0.29353067278862, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6525523066520691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1159}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1160}
{"loss": -0.3071180284023285, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6812704205513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1160}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1161}
{"loss": -0.26403579115867615, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5849164724349976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1161}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1162}
{"loss": -0.31892651319503784, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7089897990226746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1162}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1163}
{"loss": -0.2977920472621918, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6623916029930115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1163}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1164}
{"loss": -0.2624707818031311, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5808354616165161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1164}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1165}
{"loss": -0.28442317247390747, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.630859911441803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1165}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1166}
{"loss": -0.2944038510322571, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6534988284111023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1166}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1167}
{"loss": -0.30257532000541687, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6724945306777954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1167}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1168}
{"loss": -0.33122196793556213, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7363256216049194, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1168}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.6301020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1169}
{"loss": -0.30355384945869446, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6750847101211548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1169}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1170}
{"loss": -0.32060709595680237, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7124831080436707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1170}
{"generalization hold out": {"acc": 0.19897958636283875, "acc_or": 0.5790815949440002}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1171}
{"loss": -0.26093876361846924, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5780713558197021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1171}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6301020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1172}
{"loss": -0.31415650248527527, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6986587047576904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1172}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1173}
{"loss": -0.29018929600715637, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6432839035987854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1173}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1174}
{"loss": -0.3167630434036255, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7032827138900757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1174}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1175}
{"loss": -0.2901330888271332, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6445640325546265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1175}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1176}
{"loss": -0.29868102073669434, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.662716269493103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1176}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5765305757522583}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1177}
{"loss": -0.30443480610847473, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6765295267105103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1177}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6479591727256775}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1178}
{"loss": -0.2830601632595062, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6274286508560181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1178}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1179}
{"loss": -0.289754182100296, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.64182049036026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1179}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1180}
{"loss": -0.29576292634010315, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6553260087966919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1180}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1181}
{"loss": -0.3110887110233307, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6897657513618469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1181}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5765305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1182}
{"loss": -0.2748582065105438, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6093717813491821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1182}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1183}
{"loss": -0.31092002987861633, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6909194588661194, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1183}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1184}
{"loss": -0.2914826273918152, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6470372676849365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1184}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6301020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1185}
{"loss": -0.3110100030899048, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.690219521522522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1185}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1186}
{"loss": -0.3409588038921356, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7564906477928162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1186}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1187}
{"loss": -0.31986454129219055, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.710881769657135, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1187}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1188}
{"loss": -0.29855987429618835, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6619367003440857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1188}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1189}
{"loss": -0.29139554500579834, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6464715600013733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1189}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1190}
{"loss": -0.29814863204956055, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6614549160003662, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1190}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1191}
{"loss": -0.3076949417591095, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6824740767478943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1191}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1192}
{"loss": -0.25867754220962524, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.571289598941803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1192}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1193}
{"loss": -0.31989815831184387, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7102510333061218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1193}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5892857313156128}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1194}
{"loss": -0.32928067445755005, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7300801873207092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1194}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6428571343421936}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1195}
{"loss": -0.35213136672973633, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7827051877975464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1195}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1196}
{"loss": -0.320011705160141, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7111151218414307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1196}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1197}
{"loss": -0.2964693009853363, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6575025320053101, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1197}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1198}
{"loss": -0.3607756197452545, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8027787804603577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1198}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1199}
{"loss": -0.3061215579509735, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6779003739356995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1199}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1200}
{"loss": -0.31612637639045715, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7018858194351196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1200}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1201}
{"loss": -0.3379517197608948, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7503268122673035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1201}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1202}
{"loss": -0.32012704014778137, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7094631195068359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1202}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1203}
{"loss": -0.33545762300491333, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7440784573554993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1203}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1204}
{"loss": -0.2957161068916321, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6554552912712097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1204}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1205}
{"loss": -0.3106873631477356, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6886467933654785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1205}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1206}
{"loss": -0.2540934383869171, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.561695396900177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1206}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1207}
{"loss": -0.2682223618030548, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5930151343345642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1207}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1208}
{"loss": -0.31735947728157043, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.704043447971344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1208}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1209}
{"loss": -0.3215022087097168, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7125179171562195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1209}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1210}
{"loss": -0.316053181886673, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.700827956199646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1210}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1211}
{"loss": -0.2924557030200958, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6477211713790894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1211}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1212}
{"loss": -0.27699965238571167, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6128844022750854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1212}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1213}
{"loss": -0.2627728283405304, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5801858901977539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1213}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1214}
{"loss": -0.27285343408584595, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6033332943916321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1214}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1215}
{"loss": -0.3285941183567047, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.727520227432251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1215}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1216}
{"loss": -0.2744046747684479, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6066921353340149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1216}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1217}
{"loss": -0.3156554102897644, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6993885040283203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1217}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1218}
{"loss": -0.30865126848220825, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6837463974952698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1218}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1219}
{"loss": -0.2876723110675812, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6358470916748047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1219}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1220}
{"loss": -0.3140808939933777, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.695428192615509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1220}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1221}
{"loss": -0.2923445403575897, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6463077068328857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1221}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1222}
{"loss": -0.2997290790081024, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6634360551834106, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1222}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1223}
{"loss": -0.33002281188964844, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7310926914215088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1223}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1224}
{"loss": -0.3133320212364197, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6942926645278931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1224}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1225}
{"loss": -0.2875685393810272, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6347598433494568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1225}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1226}
{"loss": -0.3091861307621002, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6843485236167908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1226}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1227}
{"loss": -0.33186426758766174, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7355520129203796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1227}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1228}
{"loss": -0.29720574617385864, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6572352051734924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1228}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1229}
{"loss": -0.329301118850708, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7289831042289734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1229}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1230}
{"loss": -0.29737231135368347, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.65831059217453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1230}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1231}
{"loss": -0.2705390751361847, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5963647365570068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1231}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1232}
{"loss": -0.27189144492149353, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5998948216438293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1232}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1233}
{"loss": -0.28652843832969666, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6329604387283325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1233}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1234}
{"loss": -0.35067981481552124, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7768811583518982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1234}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1235}
{"loss": -0.2946932017803192, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6509644389152527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1235}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1236}
{"loss": -0.31903451681137085, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7050282955169678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1236}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1237}
{"loss": -0.26528623700141907, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5850481390953064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1237}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1238}
{"loss": -0.28498756885528564, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.628521203994751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1238}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1239}
{"loss": -0.3119005262851715, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6893779039382935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1239}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1240}
{"loss": -0.33102837204933167, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7328128814697266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1240}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1241}
{"loss": -0.29374533891677856, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6481615900993347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1241}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1242}
{"loss": -0.29391273856163025, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6489260196685791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1242}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1243}
{"loss": -0.26539015769958496, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5844602584838867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1243}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1244}
{"loss": -0.2740298807621002, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6039377450942993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1244}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1245}
{"loss": -0.29058870673179626, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6406734585762024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1245}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1246}
{"loss": -0.276746928691864, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6097279191017151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1246}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1247}
{"loss": -0.32160982489585876, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7107899785041809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1247}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1248}
{"loss": -0.3139668405056, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6945701837539673, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1248}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1249}
{"loss": -0.29137012362480164, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6430354118347168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1249}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1250}
{"loss": -0.2479473501443863, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5453683137893677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1250}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1251}
{"loss": -0.29791417717933655, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6574309468269348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1251}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1252}
{"loss": -0.26365578174591064, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5792149901390076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1252}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1253}
{"loss": -0.30205237865448, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6663009524345398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1253}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1254}
{"loss": -0.2649472653865814, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5830596089363098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1254}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1255}
{"loss": -0.29585564136505127, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6531320214271545, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1255}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1256}
{"loss": -0.2683795690536499, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5900336503982544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1256}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1257}
{"loss": -0.28604739904403687, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6305426359176636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1257}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1258}
{"loss": -0.2982904613018036, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.657778799533844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1258}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1259}
{"loss": -0.3216470181941986, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.710177481174469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1259}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1260}
{"loss": -0.3044196665287018, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6706398129463196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1260}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1261}
{"loss": -0.29070839285850525, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6404574513435364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1261}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1262}
{"loss": -0.31509464979171753, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.696526050567627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1262}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1263}
{"loss": -0.2835715413093567, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6248224377632141, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1263}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1264}
{"loss": -0.31121981143951416, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6866505742073059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1264}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1265}
{"loss": -0.29779279232025146, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6567842960357666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1265}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1266}
{"loss": -0.2523856461048126, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5540767312049866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1266}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 1267}
{"loss": -0.31299135088920593, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6906601190567017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1267}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1268}
{"loss": -0.3261776268482208, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.720145046710968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1268}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1269}
{"loss": -0.28756847977638245, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6327472925186157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1269}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1270}
{"loss": -0.2724009156227112, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5991877913475037, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1270}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1271}
{"loss": -0.2769257128238678, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6097166538238525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1271}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1272}
{"loss": -0.2900257110595703, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.638427197933197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1272}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1273}
{"loss": -0.30315789580345154, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.668967604637146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1273}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1274}
{"loss": -0.3060395121574402, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6762368679046631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1274}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1275}
{"loss": -0.3047176003456116, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6708757281303406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1275}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1276}
{"loss": -0.31266847252845764, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6892792582511902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1276}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1277}
{"loss": -0.28838682174682617, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6341641545295715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1277}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1278}
{"loss": -0.31059572100639343, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6836066842079163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1278}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1279}
{"loss": -0.24465428292751312, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5363531708717346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1279}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1280}
{"loss": -0.28790658712387085, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6337780952453613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1280}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1281}
{"loss": -0.3165934681892395, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6989620923995972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1281}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1282}
{"loss": -0.28128448128700256, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6184417605400085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1282}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1283}
{"loss": -0.29006871581077576, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6385446786880493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1283}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1284}
{"loss": -0.28801822662353516, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6340480446815491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1284}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1285}
{"loss": -0.3245203197002411, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7157785892486572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1285}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1286}
{"loss": -0.2942162752151489, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.64788419008255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1286}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1287}
{"loss": -0.3217628002166748, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7090538740158081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1287}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1288}
{"loss": -0.351505309343338, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7765675783157349, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1288}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1289}
{"loss": -0.31592050194740295, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6963302493095398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1289}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1290}
{"loss": -0.28602734208106995, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6290711760520935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1290}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1291}
{"loss": -0.3264283239841461, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7197491526603699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1291}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1292}
{"loss": -0.313693642616272, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6912935972213745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1292}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1293}
{"loss": -0.32979634404182434, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7268306016921997, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1293}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1294}
{"loss": -0.33317840099334717, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7344588041305542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1294}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1295}
{"loss": -0.3134637773036957, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6904586553573608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1295}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1296}
{"loss": -0.30818971991539, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6784185171127319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1296}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1297}
{"loss": -0.29939964413642883, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.657939612865448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1297}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1298}
{"loss": -0.304360568523407, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6690236926078796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1298}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1299}
{"loss": -0.3156658113002777, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6951935887336731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1299}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1300}
{"loss": -0.32053327560424805, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7060346007347107, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1300}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1301}
{"loss": -0.29962408542633057, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6588217616081238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1301}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1302}
{"loss": -0.217582568526268, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.47539761662483215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1302}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1303}
{"loss": -0.330361008644104, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.727455198764801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1303}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1304}
{"loss": -0.24445322155952454, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5357606410980225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1304}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1305}
{"loss": -0.32900720834732056, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7263495326042175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1305}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1306}
{"loss": -0.3232963979244232, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7128894925117493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1306}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1307}
{"loss": -0.2777521312236786, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6108386516571045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1307}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1308}
{"loss": -0.26873695850372314, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5906844139099121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1308}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1309}
{"loss": -0.31981319189071655, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7045494318008423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1309}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1310}
{"loss": -0.27715346217155457, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6071107983589172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1310}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1311}
{"loss": -0.3000222146511078, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6595498919487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1311}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1312}
{"loss": -0.29513993859291077, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6484880447387695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1312}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1313}
{"loss": -0.2963731586933136, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6509830355644226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1313}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1314}
{"loss": -0.3135792315006256, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6902444362640381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1314}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1315}
{"loss": -0.30078133940696716, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6614758968353271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1315}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1316}
{"loss": -0.2868615388870239, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.630010724067688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1316}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1317}
{"loss": -0.2961575984954834, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6498730182647705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1317}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1318}
{"loss": -0.2900325357913971, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6366463303565979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1318}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1319}
{"loss": -0.2811753451824188, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6168718934059143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1319}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1320}
{"loss": -0.33379003405570984, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7344151139259338, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1320}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1321}
{"loss": -0.30978336930274963, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6803823113441467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1321}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1322}
{"loss": -0.2833911180496216, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6223044991493225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1322}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1323}
{"loss": -0.2670780420303345, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5851173400878906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1323}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1324}
{"loss": -0.2905827760696411, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.638384222984314, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1324}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1325}
{"loss": -0.25155219435691833, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5508537888526917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1325}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1326}
{"loss": -0.3190602660179138, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7020213603973389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1326}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1327}
{"loss": -0.29628798365592957, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6513594388961792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1327}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1328}
{"loss": -0.3062267601490021, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6722728610038757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1328}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1329}
{"loss": -0.3349830210208893, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.737046480178833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1329}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1330}
{"loss": -0.2720593214035034, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5958359241485596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1330}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1331}
{"loss": -0.2798558175563812, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6135512590408325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1331}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1332}
{"loss": -0.3048310875892639, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.669174075126648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1332}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1333}
{"loss": -0.27884408831596375, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6111738681793213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1333}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1334}
{"loss": -0.29635822772979736, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6506451964378357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1334}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1335}
{"loss": -0.24039751291275024, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5239915251731873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1335}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1336}
{"loss": -0.31670695543289185, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6961443424224854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1336}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1337}
{"loss": -0.24754437804222107, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5406848788261414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1337}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1338}
{"loss": -0.2999253571033478, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6571336984634399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1338}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1339}
{"loss": -0.315458208322525, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6918758749961853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1339}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1340}
{"loss": -0.3087030053138733, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6761870980262756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1340}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1341}
{"loss": -0.24360345304012299, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5315856337547302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1341}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1342}
{"loss": -0.29572510719299316, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6478369235992432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1342}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1343}
{"loss": -0.28202393651008606, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6181020140647888, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1343}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1344}
{"loss": -0.2780459523200989, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6087833642959595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1344}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1345}
{"loss": -0.3469034433364868, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7626063227653503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1345}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1346}
{"loss": -0.28454217314720154, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.623745322227478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1346}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1347}
{"loss": -0.2549523413181305, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.557371973991394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1347}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1348}
{"loss": -0.343057245016098, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7546881437301636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1348}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1349}
{"loss": -0.26367273926734924, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5772109627723694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1349}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1350}
{"loss": -0.34747645258903503, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.763286828994751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1350}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1351}
{"loss": -0.3193429708480835, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7013084292411804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1351}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1352}
{"loss": -0.31975704431533813, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7013644576072693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1352}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1353}
{"loss": -0.2941119074821472, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6451159119606018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1353}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1354}
{"loss": -0.29196274280548096, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.640438973903656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1354}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1355}
{"loss": -0.28212058544158936, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6170758605003357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1355}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1356}
{"loss": -0.3408259153366089, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7485984563827515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1356}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1357}
{"loss": -0.3415481448173523, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7497473359107971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1357}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1358}
{"loss": -0.24427530169487, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5323601365089417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1358}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1359}
{"loss": -0.32038643956184387, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.70279461145401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1359}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1360}
{"loss": -0.284175306558609, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6197323203086853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1360}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1361}
{"loss": -0.2733498513698578, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5981162190437317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1361}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1362}
{"loss": -0.29585787653923035, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6476628184318542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1362}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1363}
{"loss": -0.30617302656173706, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6710638403892517, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1363}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1364}
{"loss": -0.32961246371269226, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7225576043128967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1364}
{"generalization hold out": {"acc": 0.30102041363716125, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1365}
{"loss": -0.3015914559364319, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6605987548828125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1365}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1366}
{"loss": -0.34713149070739746, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7614734172821045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1366}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1367}
{"loss": -0.3031170964241028, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6643689274787903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1367}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1368}
{"loss": -0.3396373689174652, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7452085018157959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1368}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1369}
{"loss": -0.32020771503448486, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7028409242630005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1369}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1370}
{"loss": -0.3101418912410736, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6797469258308411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1370}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1371}
{"loss": -0.3128463625907898, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6854336857795715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1371}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1372}
{"loss": -0.3159874975681305, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6925929188728333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1372}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1373}
{"loss": -0.2683272659778595, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5855521559715271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1373}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1374}
{"loss": -0.37357082962989807, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8207346796989441, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1374}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1375}
{"loss": -0.2801172435283661, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6121736764907837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1375}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1376}
{"loss": -0.3348754048347473, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7345129251480103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1376}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1377}
{"loss": -0.2891377806663513, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6325073838233948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1377}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1378}
{"loss": -0.2912730872631073, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6364062428474426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1378}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1379}
{"loss": -0.2805335521697998, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6131869554519653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1379}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1380}
{"loss": -0.30047130584716797, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6571717858314514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1380}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.6198979616165161}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1381}
{"loss": -0.2984267473220825, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6532040238380432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1381}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6352040767669678}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1382}
{"loss": -0.2982863485813141, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6523500680923462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1382}
{"generalization hold out": {"acc": 0.34183672070503235, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1383}
{"loss": -0.28679129481315613, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6273420453071594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1383}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1384}
{"loss": -0.3083677887916565, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6747929453849792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1384}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1385}
{"loss": -0.26642709970474243, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5817210674285889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1385}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1386}
{"loss": -0.2784276604652405, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6089790463447571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1386}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1387}
{"loss": -0.33661389350891113, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7380456328392029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1387}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1388}
{"loss": -0.32997238636016846, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7237182259559631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1388}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1389}
{"loss": -0.3235984444618225, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7089418768882751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1389}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1390}
{"loss": -0.3058052361011505, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6695781350135803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1390}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1391}
{"loss": -0.3029141128063202, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6561720967292786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1391}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1392}
{"loss": -0.28425857424736023, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6216694116592407, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1392}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1393}
{"loss": -0.2898775637149811, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6335806846618652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1393}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1394}
{"loss": -0.31337836384773254, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6863698363304138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1394}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1395}
{"loss": -0.33195170760154724, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7274903059005737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1395}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5816326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1396}
{"loss": -0.31691351532936096, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6941189765930176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1396}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6096938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1397}
{"loss": -0.27839604020118713, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6073390245437622, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1397}
{"generalization hold out": {"acc": 0.2908163070678711, "acc_or": 0.625}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1398}
{"loss": -0.3296447694301605, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7215827107429504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1398}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1399}
{"loss": -0.3141527771949768, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6876994371414185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1399}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1400}
{"loss": -0.26456230878829956, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5758670568466187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1400}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1401}
{"loss": -0.2953021824359894, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6450685858726501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1401}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1402}
{"loss": -0.27796676754951477, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6060988306999207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1402}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6352040767669678}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1403}
{"loss": -0.3422817885875702, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7488064765930176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1403}
{"generalization hold out": {"acc": 0.34183672070503235, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1404}
{"loss": -0.3176352381706238, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6951576471328735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1404}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1405}
{"loss": -0.3262871205806732, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7141132354736328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1405}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1406}
{"loss": -0.32290372252464294, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7065215110778809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1406}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1407}
{"loss": -0.2863525152206421, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6242306232452393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1407}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1408}
{"loss": -0.29004719853401184, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6341832876205444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1408}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1409}
{"loss": -0.32780957221984863, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7174598574638367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1409}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1410}
{"loss": -0.27823013067245483, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6065672636032104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1410}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1411}
{"loss": -0.278290331363678, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6061087846755981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1411}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1412}
{"loss": -0.3017333447933197, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6596812009811401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1412}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1413}
{"loss": -0.3371052145957947, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7389001846313477, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1413}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1414}
{"loss": -0.2790064811706543, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6073979735374451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1414}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1415}
{"loss": -0.3333713114261627, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7300388216972351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1415}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1416}
{"loss": -0.31297606229782104, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6845929026603699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1416}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1417}
{"loss": -0.34963080286979675, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7663059830665588, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1417}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6352040767669678}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1418}
{"loss": -0.3137952983379364, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6859026551246643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1418}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1419}
{"loss": -0.33563655614852905, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.734503448009491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1419}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1420}
{"loss": -0.3040897250175476, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6635180115699768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1420}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1421}
{"loss": -0.2908608317375183, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6401634216308594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1421}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1422}
{"loss": -0.32787850499153137, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7206600904464722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1422}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1423}
{"loss": -0.2798393964767456, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6141870617866516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1423}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1424}
{"loss": -0.3222205340862274, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7084628343582153, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1424}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1425}
{"loss": -0.3077409565448761, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6777164340019226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1425}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1426}
{"loss": -0.2778818905353546, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6111312508583069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1426}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1427}
{"loss": -0.3103439211845398, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6821318864822388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1427}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1428}
{"loss": -0.30687665939331055, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6737121939659119, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1428}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1429}
{"loss": -0.3334152400493622, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7298300862312317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1429}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1430}
{"loss": -0.27482637763023376, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5984222292900085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1430}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1431}
{"loss": -0.2958248257637024, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6456430554389954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1431}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6428571343421936}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1432}
{"loss": -0.27333569526672363, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5957886576652527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1432}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1433}
{"loss": -0.32311683893203735, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7067511081695557, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1433}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1434}
{"loss": -0.30644741654396057, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6689165830612183, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1434}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1435}
{"loss": -0.3110501170158386, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6792421340942383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1435}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1436}
{"loss": -0.302715927362442, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6613135933876038, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1436}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1437}
{"loss": -0.28214067220687866, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6142615675926208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1437}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1438}
{"loss": -0.2806509733200073, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6119674444198608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1438}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1439}
{"loss": -0.2814713716506958, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.613248348236084, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1439}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5867346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1440}
{"loss": -0.27884602546691895, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6081352829933167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1440}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1441}
{"loss": -0.28933873772621155, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6296965479850769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1441}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1442}
{"loss": -0.286528080701828, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6242865324020386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1442}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1443}
{"loss": -0.2955532968044281, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6445360779762268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1443}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1444}
{"loss": -0.2932747006416321, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6385481357574463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1444}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1445}
{"loss": -0.3262270987033844, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7124781608581543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1445}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1446}
{"loss": -0.2771453857421875, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6036874651908875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1446}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1447}
{"loss": -0.2608948349952698, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5676955580711365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1447}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1448}
{"loss": -0.3286297917366028, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7179284691810608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1448}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1449}
{"loss": -0.334877073764801, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7310436964035034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1449}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1450}
{"loss": -0.30595919489860535, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6678165793418884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1450}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1451}
{"loss": -0.30546316504478455, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6670354604721069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1451}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1452}
{"loss": -0.3205718398094177, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6997263431549072, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1452}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1453}
{"loss": -0.30339154601097107, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.661342203617096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1453}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1454}
{"loss": -0.3028391897678375, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6593049764633179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1454}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1455}
{"loss": -0.2854679524898529, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6212139129638672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1455}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1456}
{"loss": -0.2708774209022522, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5885180234909058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1456}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1457}
{"loss": -0.3038713037967682, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6631373167037964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1457}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1458}
{"loss": -0.3121325671672821, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6810591220855713, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1458}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1459}
{"loss": -0.30295199155807495, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6602238416671753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1459}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1460}
{"loss": -0.3332720994949341, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.727583646774292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1460}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1461}
{"loss": -0.2908731997013092, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6334202885627747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1461}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1462}
{"loss": -0.3359527289867401, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7343040704727173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1462}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1463}
{"loss": -0.2950424551963806, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6421287059783936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1463}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1464}
{"loss": -0.31361648440361023, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6835230588912964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1464}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1465}
{"loss": -0.2822927236557007, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6149535775184631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1465}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1466}
{"loss": -0.30371153354644775, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6617023348808289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1466}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1467}
{"loss": -0.2974286377429962, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6478284597396851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1467}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1468}
{"loss": -0.27840811014175415, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6057735681533813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1468}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1469}
{"loss": -0.26096493005752563, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.5671557784080505, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1469}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1470}
{"loss": -0.28364238142967224, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6172049045562744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1470}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1471}
{"loss": -0.2856319546699524, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.621215283870697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1471}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1472}
{"loss": -0.27486103773117065, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.597021222114563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1472}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1473}
{"loss": -0.32143154740333557, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6999975442886353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1473}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1474}
{"loss": -0.31443163752555847, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.68527752161026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1474}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1475}
{"loss": -0.2894152104854584, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6300516724586487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1475}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1476}
{"loss": -0.30480390787124634, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6638482213020325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1476}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1477}
{"loss": -0.2895299196243286, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.629843533039093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1477}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1478}
{"loss": -0.31799206137657166, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6927058696746826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1478}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1479}
{"loss": -0.2877234220504761, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6268003582954407, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1479}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1480}
{"loss": -0.2543010115623474, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.5520942807197571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1480}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1481}
{"loss": -0.29858967661857605, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6500382423400879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1481}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1482}
{"loss": -0.32996129989624023, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7195252180099487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1482}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1483}
{"loss": -0.3543354570865631, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7733727097511292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1483}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1484}
{"loss": -0.307125985622406, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6686937212944031, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1484}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1485}
{"loss": -0.2994556128978729, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6521693468093872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1485}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1486}
{"loss": -0.3516540229320526, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7670952677726746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1486}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1487}
{"loss": -0.30390220880508423, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6609078645706177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1487}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1488}
{"loss": -0.28439274430274963, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6177496910095215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1488}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1489}
{"loss": -0.2400902360677719, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5189804434776306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1489}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1490}
{"loss": -0.26618310809135437, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.577817976474762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1490}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1491}
{"loss": -0.3331514298915863, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.726459264755249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1491}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1492}
{"loss": -0.2741151452064514, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5944605469703674, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1492}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1493}
{"loss": -0.3180970251560211, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6928359866142273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1493}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1494}
{"loss": -0.2916935384273529, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.633798360824585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1494}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1495}
{"loss": -0.3174870014190674, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6906225085258484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1495}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1496}
{"loss": -0.559077262878418, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7572135925292969, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 1496}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1497}
{"loss": -0.32219406962394714, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7014975547790527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1497}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1498}
{"loss": -0.29043126106262207, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6313004493713379, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1498}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1499}
{"loss": -0.31549665331840515, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6868863105773926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1499}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1500}
{"loss": -0.3377675414085388, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7359223961830139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1500}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1501}
{"loss": -0.2834988236427307, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6161375641822815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1501}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1502}
{"loss": -0.2683815062046051, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5822502970695496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1502}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1503}
{"loss": -0.32666006684303284, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7120323777198792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1503}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1504}
{"loss": -0.3102809488773346, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6756312251091003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1504}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1505}
{"loss": -0.26100361347198486, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5657947063446045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1505}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1506}
{"loss": -0.3011544942855835, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6555877923965454, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1506}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1507}
{"loss": -0.2855694591999054, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6201130747795105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1507}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1508}
{"loss": -0.30921584367752075, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6727156639099121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1508}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1509}
{"loss": -0.29286766052246094, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6368311643600464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1509}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1510}
{"loss": -0.2953641712665558, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6420131921768188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1510}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1511}
{"loss": -0.29129815101623535, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6330122351646423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1511}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1512}
{"loss": -0.26860249042510986, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5826816558837891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1512}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1513}
{"loss": -0.31047719717025757, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.675079345703125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1513}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1514}
{"loss": -0.31869426369667053, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6936469078063965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1514}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1515}
{"loss": -0.31018340587615967, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6747492551803589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1515}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1516}
{"loss": -0.31958481669425964, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6954951286315918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1516}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1517}
{"loss": -0.2978818416595459, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6471107602119446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1517}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1518}
{"loss": -0.28105154633522034, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6100533604621887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1518}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1519}
{"loss": -0.3127359449863434, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6794303059577942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1519}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1520}
{"loss": -0.2581498920917511, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.5589858293533325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1520}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1521}
{"loss": -0.31913548707962036, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6943973302841187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1521}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1522}
{"loss": -0.3071575462818146, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6678754687309265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1522}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1523}
{"loss": -0.2752629518508911, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5961999297142029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1523}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1524}
{"loss": -0.2840558588504791, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6146301031112671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1524}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1525}
{"loss": -0.31674468517303467, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6878759264945984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1525}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1526}
{"loss": -0.332987904548645, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.724422812461853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1526}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1527}
{"loss": -0.3684402108192444, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.8027589321136475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1527}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1528}
{"loss": -0.2895883023738861, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6284658908843994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1528}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1529}
{"loss": -0.3105716109275818, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6750618815422058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1529}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1530}
{"loss": -0.313073068857193, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6797706484794617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1530}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1531}
{"loss": -0.30052122473716736, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6523569822311401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1531}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1532}
{"loss": -0.3202018439769745, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6950412392616272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1532}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6352040767669678}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1533}
{"loss": -0.30374664068222046, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6600416898727417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1533}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1534}
{"loss": -0.3029412031173706, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6579756140708923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1534}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1535}
{"loss": -0.31415677070617676, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6829333901405334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1535}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1536}
{"loss": -0.2798057198524475, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6070852279663086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1536}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1537}
{"loss": -0.3133695423603058, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6817916631698608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1537}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1538}
{"loss": -0.29879674315452576, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6488066911697388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1538}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1539}
{"loss": -0.2700023651123047, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5865455269813538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1539}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1540}
{"loss": -0.32257574796676636, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7020986080169678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1540}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6096938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1541}
{"loss": -0.271465539932251, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.588018536567688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1541}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.625}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1542}
{"loss": -0.32895737886428833, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7153996229171753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1542}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1543}
{"loss": -0.3195572793483734, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6949383020401001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1543}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1544}
{"loss": -0.2749267816543579, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5960248708724976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1544}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1545}
{"loss": -0.27114078402519226, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.5869280099868774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1545}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1546}
{"loss": -0.3115154206752777, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6769807934761047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1546}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1547}
{"loss": -0.3024601340293884, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6566137075424194, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1547}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1548}
{"loss": -0.28890755772590637, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6265432238578796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1548}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1549}
{"loss": -0.28886106610298157, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6278492212295532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1549}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1550}
{"loss": -0.27600014209747314, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5983916521072388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1550}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1551}
{"loss": -0.3291701078414917, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7149483561515808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1551}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1552}
{"loss": -0.2553202211856842, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5518869161605835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1552}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1553}
{"loss": -0.30714958906173706, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6671363115310669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1553}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1554}
{"loss": -0.31803300976753235, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6904874444007874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1554}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1555}
{"loss": -0.3140106499195099, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6825824975967407, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1555}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1556}
{"loss": -0.322162389755249, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6997877955436707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1556}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1557}
{"loss": -0.2569953501224518, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5557880401611328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1557}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1558}
{"loss": -0.2749904692173004, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5951660871505737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1558}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1559}
{"loss": -0.3450033664703369, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7497156858444214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1559}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1560}
{"loss": -0.3157326877117157, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6852200031280518, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1560}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1561}
{"loss": -0.26935410499572754, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5827606916427612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1561}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1562}
{"loss": -0.2994566261768341, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6491280198097229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1562}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1563}
{"loss": -0.27230554819107056, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5896036028862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1563}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1564}
{"loss": -0.33195775747299194, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7214404344558716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1564}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1565}
{"loss": -0.24645817279815674, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5324441194534302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1565}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1566}
{"loss": -0.29566338658332825, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6408364772796631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1566}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1567}
{"loss": -0.3127906918525696, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6787714958190918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1567}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1568}
{"loss": -0.29463011026382446, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.638745129108429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1568}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1569}
{"loss": -0.31503772735595703, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6837272047996521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1569}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1570}
{"loss": -0.34133800864219666, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7422934174537659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1570}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1571}
{"loss": -0.2969115972518921, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6443957090377808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1571}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1572}
{"loss": -0.2635939419269562, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5694267153739929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1572}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1573}
{"loss": -0.2780954837799072, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6024715304374695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1573}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1574}
{"loss": -0.2839038074016571, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6161291003227234, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1574}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1575}
{"loss": -0.2525106370449066, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5459012985229492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1575}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1576}
{"loss": -0.32928308844566345, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7150322794914246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1576}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1577}
{"loss": -0.3306272029876709, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7180498838424683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1577}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1578}
{"loss": -0.27657222747802734, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5990756750106812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1578}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1579}
{"loss": -0.2989498972892761, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6478977799415588, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1579}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1580}
{"loss": -0.2816876471042633, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6100412607192993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1580}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1581}
{"loss": -0.2891819179058075, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6268674731254578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1581}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1582}
{"loss": -0.29912692308425903, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6488794088363647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1582}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1583}
{"loss": -0.2565505802631378, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5548538565635681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1583}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1584}
{"loss": -0.3167426586151123, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.687543511390686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1584}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1585}
{"loss": -0.31878766417503357, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6913451552391052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1585}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1586}
{"loss": -0.26984208822250366, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5839338898658752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1586}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1587}
{"loss": -0.2529126703739166, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5464310050010681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1587}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1588}
{"loss": -0.3058890700340271, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6629860997200012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1588}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1589}
{"loss": -0.27882370352745056, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6031596064567566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1589}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1590}
{"loss": -0.2650255858898163, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.5716142058372498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1590}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1591}
{"loss": -0.31511858105659485, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6839081048965454, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1591}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1592}
{"loss": -0.26314979791641235, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5679797530174255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1592}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1593}
{"loss": -0.3261720538139343, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7079427242279053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1593}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1594}
{"loss": -0.30837178230285645, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6688140630722046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1594}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1595}
{"loss": -0.322646826505661, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6996794939041138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1595}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1596}
{"loss": -0.31917494535446167, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6925129890441895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1596}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1597}
{"loss": -0.3390640616416931, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7361344695091248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1597}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1598}
{"loss": -0.28925806283950806, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6254769563674927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1598}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1599}
{"loss": -0.2971040904521942, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6434330344200134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1599}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1600}
{"loss": -0.2973555624485016, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6433528661727905, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1600}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1601}
{"loss": -0.26641491055488586, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.575176477432251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1601}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1602}
{"loss": -0.3030364215373993, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6567159295082092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1602}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1603}
{"loss": -0.28702905774116516, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6208309531211853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1603}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1604}
{"loss": -0.2681865394115448, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5786610841751099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1604}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1605}
{"loss": -0.3030164837837219, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6570998430252075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1605}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1606}
{"loss": -0.32124966382980347, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6970945000648499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1606}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1607}
{"loss": -0.29172593355178833, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6319188475608826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1607}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1608}
{"loss": -0.27102506160736084, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.584894061088562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1608}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.6301020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1609}
{"loss": -0.29390546679496765, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.636445164680481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1609}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1610}
{"loss": -0.3366716504096985, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7306932806968689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1610}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1611}
{"loss": -0.31619590520858765, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6852792501449585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1611}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1612}
{"loss": -0.2954273819923401, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6398540139198303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1612}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1613}
{"loss": -0.2703361213207245, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5838713645935059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1613}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1614}
{"loss": -0.31393805146217346, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6798372268676758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1614}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1615}
{"loss": -0.26314255595207214, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5682542324066162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1615}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1616}
{"loss": -0.311368465423584, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6741786003112793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1616}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1617}
{"loss": -0.32164257764816284, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6967722773551941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1617}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1618}
{"loss": -0.3281239867210388, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7115813493728638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1618}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1619}
{"loss": -0.29323360323905945, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6339723467826843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1619}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1620}
{"loss": -0.3056581914424896, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.651566743850708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1620}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1621}
{"loss": -0.3011605739593506, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6519355773925781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1621}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1622}
{"loss": -0.3451541066169739, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7483674883842468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1622}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1623}
{"loss": -0.3095969259738922, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6705032587051392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1623}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1624}
{"loss": -0.28180983662605286, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6087191104888916, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1624}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1625}
{"loss": -0.28710654377937317, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6209442615509033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1625}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1626}
{"loss": -0.2841547429561615, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6139229536056519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1626}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1627}
{"loss": -0.2998238801956177, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6490777730941772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1627}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1628}
{"loss": -0.2725120484828949, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5885714888572693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1628}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1629}
{"loss": -0.29106393456459045, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.629751980304718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1629}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1630}
{"loss": -0.2773897051811218, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5991080403327942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1630}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1631}
{"loss": -0.30640292167663574, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6623789668083191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1631}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1632}
{"loss": -0.27076712250709534, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5843722820281982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1632}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1633}
{"loss": -0.276627779006958, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.5973988175392151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1633}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1634}
{"loss": -0.30075737833976746, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.650459349155426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1634}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1635}
{"loss": -0.3178498148918152, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6883383989334106, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1635}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1636}
{"loss": -0.24440903961658478, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.5265026688575745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1636}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1637}
{"loss": -0.3417982757091522, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7403347492218018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1637}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1638}
{"loss": -0.31471073627471924, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6812279224395752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1638}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1639}
{"loss": -0.33785533905029297, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7325927019119263, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1639}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1640}
{"loss": -0.30406051874160767, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6580018997192383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1640}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1641}
{"loss": -0.28236883878707886, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.609752357006073, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1641}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1642}
{"loss": -0.28640425205230713, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6185540556907654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1642}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1643}
{"loss": -0.3094668388366699, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6699844002723694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1643}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1644}
{"loss": -0.28913313150405884, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6243947744369507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1644}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1645}
{"loss": -0.281213641166687, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6070846319198608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1645}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1646}
{"loss": -0.31882762908935547, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6897967457771301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1646}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1647}
{"loss": -0.354789674282074, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7683306336402893, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1647}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1648}
{"loss": -0.28551700711250305, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6165803670883179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1648}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1649}
{"loss": -0.2894136905670166, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6254115104675293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1649}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1650}
{"loss": -0.3002302944660187, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6494476199150085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1650}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1651}
{"loss": -0.2986677289009094, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6462111473083496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1651}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1652}
{"loss": -0.2735587954521179, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5893155932426453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1652}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1653}
{"loss": -0.2995242178440094, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6471691727638245, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1653}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1654}
{"loss": -0.2743200361728668, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.5913151502609253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1654}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1655}
{"loss": -0.27641740441322327, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.5963250398635864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1655}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1656}
{"loss": -0.3173635005950928, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6866233348846436, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1656}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1657}
{"loss": -0.3011254370212555, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6501337289810181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1657}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1658}
{"loss": -0.29272741079330444, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6330386996269226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1658}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1659}
{"loss": -0.3025095760822296, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6536782383918762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1659}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1660}
{"loss": -0.31987103819847107, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6913451552391052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1660}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1661}
{"loss": -0.3226765990257263, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6973481774330139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1661}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1662}
{"loss": -0.3131072521209717, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6772322654724121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1662}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1663}
{"loss": -0.3053479790687561, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6596305966377258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1663}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1664}
{"loss": -0.2934556007385254, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6334371566772461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1664}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1665}
{"loss": -0.3036738336086273, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6561236381530762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1665}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1666}
{"loss": -0.31381845474243164, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.67848801612854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1666}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1667}
{"loss": -0.3416130244731903, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7400789856910706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1667}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1668}
{"loss": -0.29741165041923523, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6424090266227722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1668}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1669}
{"loss": -0.32053351402282715, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6921042799949646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1669}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1670}
{"loss": -0.29221630096435547, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6312245726585388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1670}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1671}
{"loss": -0.3249348998069763, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7025026679039001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1671}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1672}
{"loss": -0.3416058421134949, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7395400404930115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1672}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1673}
{"loss": -0.27833765745162964, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6001148223876953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1673}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1674}
{"loss": -0.3024551570415497, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6528584957122803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1674}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1675}
{"loss": -0.2793123722076416, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6016826629638672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1675}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1676}
{"loss": -0.29675203561782837, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6405845880508423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1676}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1677}
{"loss": -0.3268004357814789, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7068437337875366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1677}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1678}
{"loss": -0.37185582518577576, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8049918413162231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1678}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1679}
{"loss": -0.3182324469089508, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6877773404121399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1679}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1680}
{"loss": -0.276123046875, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5949548482894897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1680}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1681}
{"loss": -0.2854911983013153, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6153316497802734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1681}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1682}
{"loss": -0.300589919090271, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6495063900947571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1682}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1683}
{"loss": -0.28455671668052673, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6135366559028625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1683}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1684}
{"loss": -0.3108605146408081, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6720772981643677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1684}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1685}
{"loss": -0.2928396165370941, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6317569613456726, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1685}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1686}
{"loss": -0.3224749267101288, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6955629587173462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1686}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1687}
{"loss": -0.3017178773880005, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6516770720481873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1687}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1688}
{"loss": -0.30154216289520264, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6508861184120178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1688}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1689}
{"loss": -0.2906661629676819, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6270122528076172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1689}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1690}
{"loss": -0.31969937682151794, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.69059157371521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1690}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1691}
{"loss": -0.3039776682853699, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6558210253715515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1691}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1692}
{"loss": -0.3126673698425293, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6750051975250244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1692}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1693}
{"loss": -0.2772548198699951, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5971981287002563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1693}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1694}
{"loss": -0.2923409938812256, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6303064823150635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1694}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1695}
{"loss": -0.2955472767353058, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6375650763511658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1695}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1696}
{"loss": -0.3245987892150879, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7018000483512878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1696}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1697}
{"loss": -0.36804407835006714, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.796728253364563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1697}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1698}
{"loss": -0.2706127166748047, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5822005867958069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1698}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1699}
{"loss": -0.2761501967906952, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5952447056770325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1699}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1700}
{"loss": -0.282331645488739, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6073766946792603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1700}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1701}
{"loss": -0.2846129834651947, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6128003001213074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1701}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1702}
{"loss": -0.2678740322589874, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5766078233718872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1702}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1703}
{"loss": -0.2963343560695648, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6390365362167358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1703}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1704}
{"loss": -0.2938458025455475, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.633980393409729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1704}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1705}
{"loss": -0.3080827295780182, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6650820374488831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1705}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1706}
{"loss": -0.28125104308128357, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.605912446975708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1706}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1707}
{"loss": -0.32575857639312744, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7030782699584961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1707}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1708}
{"loss": -0.2848260998725891, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6131307482719421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1708}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1709}
{"loss": -0.31095388531684875, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6697544455528259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1709}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5790815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1710}
{"loss": -0.3200785219669342, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6911559104919434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1710}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1711}
{"loss": -0.3354589343070984, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.725196361541748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1711}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1712}
{"loss": -0.2827867865562439, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6098490953445435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1712}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1713}
{"loss": -0.34263166785240173, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7405462861061096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1713}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1714}
{"loss": -0.28012096881866455, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6027913093566895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1714}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1715}
{"loss": -0.2995673716068268, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6453418135643005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1715}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1716}
{"loss": -0.28306958079338074, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6096155047416687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1716}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1717}
{"loss": -0.3120051324367523, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6728542447090149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1717}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1718}
{"loss": -0.3000473976135254, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6460382342338562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1718}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1719}
{"loss": -0.3390682339668274, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7320960760116577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1719}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1720}
{"loss": -0.2859717607498169, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6162130236625671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1720}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1721}
{"loss": -0.3386014997959137, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7310266494750977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1721}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1722}
{"loss": -0.31087765097618103, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6703640222549438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1722}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1723}
{"loss": -0.29310721158981323, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6309665441513062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1723}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1724}
{"loss": -0.2750225365161896, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5916342735290527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1724}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1725}
{"loss": -0.28945469856262207, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6229193806648254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1725}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1726}
{"loss": -0.24919848144054413, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5342697501182556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1726}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1727}
{"loss": -0.2896076440811157, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6240866184234619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1727}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1728}
{"loss": -0.2727469801902771, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.5866186618804932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1728}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1729}
{"loss": -0.2902175188064575, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6251237988471985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1729}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1730}
{"loss": -0.29999324679374695, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6458041667938232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1730}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1731}
{"loss": -0.31169939041137695, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6722582578659058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1731}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1732}
{"loss": -0.2757853865623474, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5935314297676086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1732}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1733}
{"loss": -0.32148227095603943, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6926863789558411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1733}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1734}
{"loss": -0.2746904194355011, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5899529457092285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1734}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1735}
{"loss": -0.32717007398605347, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7054691314697266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1735}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1736}
{"loss": -0.32261112332344055, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6956617832183838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1736}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1737}
{"loss": -0.29374125599861145, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6321485042572021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1737}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1738}
{"loss": -0.31095749139785767, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6698013544082642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1738}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1739}
{"loss": -0.2511695325374603, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5383999943733215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1739}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1740}
{"loss": -0.3056390583515167, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6579555869102478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1740}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1741}
{"loss": -0.28723838925361633, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6182023286819458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1741}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1742}
{"loss": -0.3237851858139038, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6974560618400574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1742}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1743}
{"loss": -0.2946580946445465, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6332050561904907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1743}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1744}
{"loss": -0.2745512127876282, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5897241830825806, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1744}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1745}
{"loss": -0.25450336933135986, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5457203388214111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1745}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1746}
{"loss": -0.24459145963191986, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5243412256240845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1746}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1747}
{"loss": -0.3216729462146759, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6927039623260498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1747}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1748}
{"loss": -0.28078773617744446, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6034379601478577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1748}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1749}
{"loss": -0.28569096326828003, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6140658259391785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1749}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1750}
{"loss": -0.33872488141059875, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7302088737487793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1750}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1751}
{"loss": -0.30827903747558594, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6641955971717834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1751}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1752}
{"loss": -0.27765747904777527, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5968204736709595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1752}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1753}
{"loss": -0.318503737449646, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6859722137451172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1753}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1754}
{"loss": -0.3204692304134369, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6900681257247925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1754}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1755}
{"loss": -0.34121108055114746, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.735789954662323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1755}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1756}
{"loss": -0.32898643612861633, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7100013494491577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1756}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1757}
{"loss": -0.2948175072669983, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.634569525718689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1757}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1758}
{"loss": -0.27416372299194336, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.58845055103302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1758}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1759}
{"loss": -0.2994246184825897, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6446242332458496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1759}
{"generalization hold out": {"acc": 0.30102041363716125, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1760}
{"loss": -0.309221476316452, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6657588481903076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1760}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1761}
{"loss": -0.3250008225440979, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7003183960914612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1761}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1762}
{"loss": -0.2727161943912506, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5851486325263977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1762}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1763}
{"loss": -0.32532960176467896, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7009632587432861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1763}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1764}
{"loss": -0.28229615092277527, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6064322590827942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1764}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1765}
{"loss": -0.29032766819000244, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6239809393882751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1765}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1766}
{"loss": -0.3157428503036499, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6790881156921387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1766}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1767}
{"loss": -0.3337498605251312, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7187774181365967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1767}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1768}
{"loss": -0.3537939190864563, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7633547186851501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1768}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1769}
{"loss": -0.331319659948349, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7131320238113403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1769}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1770}
{"loss": -0.34435150027275085, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7423375844955444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1770}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1771}
{"loss": -0.28054550290107727, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6021530628204346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1771}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1772}
{"loss": -0.28614723682403564, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6147610545158386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1772}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1773}
{"loss": -0.3286372125148773, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7079316973686218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1773}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1774}
{"loss": -0.3235725164413452, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.696435272693634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1774}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1775}
{"loss": -0.32463863492012024, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6979092955589294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1775}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1776}
{"loss": -0.2763940691947937, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5932080149650574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1776}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1777}
{"loss": -0.30290064215660095, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6511024236679077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1777}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1778}
{"loss": -0.2868153750896454, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.616171658039093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1778}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1779}
{"loss": -0.32862237095832825, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7072450518608093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1779}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1780}
{"loss": -0.3100029528141022, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6665759682655334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1780}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1781}
{"loss": -0.28791627287864685, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6192402243614197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1781}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1782}
{"loss": -0.28614139556884766, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6143746972084045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1782}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1783}
{"loss": -0.2934971749782562, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6314913034439087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1783}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1784}
{"loss": -0.30264145135879517, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6516420841217041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1784}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1785}
{"loss": -0.31854283809661865, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6846051216125488, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1785}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1786}
{"loss": -0.3019738793373108, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.648271381855011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1786}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1787}
{"loss": -0.2825767397880554, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6060488820075989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1787}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1788}
{"loss": -0.3261134922504425, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.702086329460144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1788}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1789}
{"loss": -0.3295924961566925, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7097395658493042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1789}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1790}
{"loss": -0.31460461020469666, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6775729060173035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1790}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1791}
{"loss": -0.3081526756286621, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6629619002342224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1791}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1792}
{"loss": -0.35106560587882996, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.757132887840271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1792}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1793}
{"loss": -0.3184307813644409, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.685595691204071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1793}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1794}
{"loss": -0.306826114654541, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6594425439834595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1794}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1795}
{"loss": -0.307743638753891, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6618567109107971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1795}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1796}
{"loss": -0.30289340019226074, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.65145343542099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1796}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1797}
{"loss": -0.2720624804496765, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5834363102912903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1797}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1798}
{"loss": -0.2785187065601349, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5966684222221375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1798}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1799}
{"loss": -0.3103696405887604, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6670153141021729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1799}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1800}
{"loss": -0.3360597789287567, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7235599756240845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1800}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1801}
{"loss": -0.34116122126579285, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7345631122589111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1801}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1802}
{"loss": -0.31533411145210266, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6781585812568665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1802}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1803}
{"loss": -0.2939620316028595, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6320396065711975, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1803}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1804}
{"loss": -0.28494149446487427, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6121397018432617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1804}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1805}
{"loss": -0.3532090187072754, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7603806853294373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1805}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1806}
{"loss": -0.3000480532646179, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6436368227005005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1806}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1807}
{"loss": -0.32866522669792175, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7067216038703918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1807}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1808}
{"loss": -0.30989471077919006, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6657946109771729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1808}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1809}
{"loss": -0.3384997844696045, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.728481650352478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1809}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1810}
{"loss": -0.3386502265930176, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7288283705711365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1810}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1811}
{"loss": -0.3084215521812439, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6629712581634521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1811}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1812}
{"loss": -0.298456609249115, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6400707364082336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1812}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1813}
{"loss": -0.33868810534477234, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7285673022270203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1813}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1814}
{"loss": -0.3504616916179657, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7549165487289429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1814}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1815}
{"loss": -0.30962270498275757, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.665209949016571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1815}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1816}
{"loss": -0.35330870747566223, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.760004997253418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1816}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1817}
{"loss": -0.31088507175445557, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6688932776451111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1817}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1818}
{"loss": -0.3041830062866211, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6527836322784424, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1818}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1819}
{"loss": -0.32807302474975586, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7055959701538086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1819}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1820}
{"loss": -0.25360071659088135, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5418387055397034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1820}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1821}
{"loss": -0.31731247901916504, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6821027994155884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1821}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1822}
{"loss": -0.3040218651294708, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6526533961296082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1822}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1823}
{"loss": -0.29480212926864624, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6326772570610046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1823}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1824}
{"loss": -0.2838364839553833, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6081680059432983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1824}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1825}
{"loss": -0.3376879096031189, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7263244986534119, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1825}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1826}
{"loss": -0.26620346307754517, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5693832039833069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1826}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1827}
{"loss": -0.28258079290390015, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6061655282974243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1827}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1828}
{"loss": -0.3017049729824066, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.647554874420166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1828}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1829}
{"loss": -0.32608723640441895, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7012506723403931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1829}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1830}
{"loss": -0.3223603367805481, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6920986175537109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1830}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1831}
{"loss": -0.27068984508514404, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.579950213432312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1831}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1832}
{"loss": -0.35143494606018066, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7562379837036133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1832}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1833}
{"loss": -0.2668805420398712, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5716445446014404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1833}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1834}
{"loss": -0.31177282333374023, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6695864200592041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1834}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1835}
{"loss": -0.3033660352230072, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6498268842697144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1835}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1836}
{"loss": -0.2736518681049347, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5856853723526001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1836}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1837}
{"loss": -0.2927139699459076, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6273826360702515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1837}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1838}
{"loss": -0.3052018880844116, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6546881794929504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1838}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1839}
{"loss": -0.302360475063324, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6490512490272522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1839}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1840}
{"loss": -0.3247286081314087, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6984061002731323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1840}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1841}
{"loss": -0.2707364857196808, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.5795368552207947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1841}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1842}
{"loss": -0.327581524848938, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7032824754714966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1842}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1843}
{"loss": -0.3176515996456146, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6821655631065369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1843}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1844}
{"loss": -0.29215842485427856, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6270135641098022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1844}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1845}
{"loss": -0.32712510228157043, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7031964659690857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1845}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1846}
{"loss": -0.2712008059024811, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.5808777809143066, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1846}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1847}
{"loss": -0.30638790130615234, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6572083234786987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1847}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1848}
{"loss": -0.321228563785553, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6903523206710815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1848}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1849}
{"loss": -0.3081660270690918, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6614096164703369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1849}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1850}
{"loss": -0.335391640663147, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7211570739746094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1850}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1851}
{"loss": -0.29329535365104675, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6291444301605225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1851}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1852}
{"loss": -0.2949179708957672, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6329867243766785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1852}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1853}
{"loss": -0.33197835087776184, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.713921844959259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1853}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1854}
{"loss": -0.2998794913291931, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6439263820648193, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1854}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1855}
{"loss": -0.31359928846359253, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6741089820861816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1855}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1856}
{"loss": -0.25804561376571655, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.5523809194564819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1856}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1857}
{"loss": -0.3060171604156494, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6573377847671509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1857}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1858}
{"loss": -0.2968498170375824, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6375229954719543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1858}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1859}
{"loss": -0.3269820213317871, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.703165590763092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1859}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1860}
{"loss": -0.2563627362251282, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5482200980186462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1860}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1861}
{"loss": -0.25750282406806946, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.5503881573677063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1861}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1862}
{"loss": -0.27440792322158813, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.5892441272735596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1862}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1863}
{"loss": -0.3128723204135895, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6714698076248169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1863}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1864}
{"loss": -0.29660168290138245, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6367081999778748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1864}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1865}
{"loss": -0.3373011648654938, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7258726954460144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1865}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1866}
{"loss": -0.2630458474159241, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5630371570587158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1866}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1867}
{"loss": -0.2979446053504944, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6396401524543762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1867}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1868}
{"loss": -0.3400121033191681, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7316409945487976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1868}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1869}
{"loss": -0.3386163115501404, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7282840013504028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1869}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1870}
{"loss": -0.3344501554965973, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7189569473266602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1870}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1871}
{"loss": -0.2684450149536133, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5758135318756104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1871}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1872}
{"loss": -0.28868499398231506, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.61936354637146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1872}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1873}
{"loss": -0.2751653790473938, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5903860330581665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1873}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1874}
{"loss": -0.3272720277309418, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7041369676589966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1874}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1875}
{"loss": -0.29474619030952454, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6352728605270386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1875}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1876}
{"loss": -0.34519752860069275, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7436609864234924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1876}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1877}
{"loss": -0.2999286949634552, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6449916362762451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1877}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1878}
{"loss": -0.2440296709537506, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5227569937705994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1878}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1879}
{"loss": -0.3083699941635132, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6625574827194214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1879}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1880}
{"loss": -0.2955508828163147, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6342825293540955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1880}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1881}
{"loss": -0.30946600437164307, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6647374033927917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1881}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1882}
{"loss": -0.3047732710838318, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6545931696891785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1882}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1883}
{"loss": -0.30960613489151, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6646374464035034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1883}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1884}
{"loss": -0.3088625967502594, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6634452939033508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1884}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1885}
{"loss": -0.3055919408798218, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6561488509178162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1885}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1886}
{"loss": -0.2800213694572449, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.5999048948287964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1886}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1887}
{"loss": -0.3215673565864563, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6908183693885803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1887}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1888}
{"loss": -0.2745319604873657, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5882679224014282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1888}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1889}
{"loss": -0.2630464732646942, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.5637023448944092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1889}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1890}
{"loss": -0.3427276015281677, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7372506856918335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1890}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1891}
{"loss": -0.29991403222084045, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6437205076217651, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1891}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1892}
{"loss": -0.35097408294677734, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7550355792045593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1892}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1893}
{"loss": -0.29954633116722107, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6428996920585632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1893}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1894}
{"loss": -0.33286169171333313, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7147936224937439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1894}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1895}
{"loss": -0.2947453260421753, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6318067312240601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1895}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1896}
{"loss": -0.29404857754707336, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6306045651435852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1896}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1897}
{"loss": -0.33092761039733887, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7116338610649109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1897}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1898}
{"loss": -0.27754729986190796, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.5947818756103516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1898}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1899}
{"loss": -0.30339905619621277, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6511931419372559, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1899}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1900}
{"loss": -0.3045063316822052, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6532363295555115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1900}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1901}
{"loss": -0.32024824619293213, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6882606744766235, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1901}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1902}
{"loss": -0.30144745111465454, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.646293044090271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1902}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1903}
{"loss": -0.29353275895118713, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6293575763702393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1903}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1904}
{"loss": -0.32170572876930237, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6904426217079163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1904}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1905}
{"loss": -0.3213152587413788, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.689838707447052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1905}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1906}
{"loss": -0.2996103763580322, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6427091360092163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1906}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1907}
{"loss": -0.3459171652793884, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7438670992851257, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1907}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1908}
{"loss": -0.3664405345916748, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7876173257827759, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1908}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1909}
{"loss": -0.3548150360584259, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7631510496139526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1909}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1910}
{"loss": -0.2930687665939331, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6282719969749451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1910}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1911}
{"loss": -0.3169325888156891, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6805493831634521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1911}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1912}
{"loss": -0.3042224049568176, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6527825593948364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1912}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1913}
{"loss": -0.3042694926261902, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6530104279518127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1913}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1914}
{"loss": -0.3007209897041321, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6446790099143982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1914}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1915}
{"loss": -0.3088606894016266, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6626952886581421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1915}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1916}
{"loss": -0.32970356941223145, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7081698179244995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1916}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1917}
{"loss": -0.3493959605693817, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.7505437135696411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1917}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1918}
{"loss": -0.2793926000595093, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.5987750291824341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1918}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1919}
{"loss": -0.3092104196548462, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6638011336326599, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1919}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1920}
{"loss": -0.293087899684906, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6281751990318298, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1920}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1921}
{"loss": -0.3219674825668335, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6909692287445068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1921}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1922}
{"loss": -0.26846933364868164, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.5737954378128052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1922}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1923}
{"loss": -0.27839288115501404, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.5952842831611633, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1923}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1924}
{"loss": -0.3231404423713684, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6937317848205566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1924}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1925}
{"loss": -0.32144346833229065, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6896960735321045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1925}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1926}
{"loss": -0.33239102363586426, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7128592133522034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1926}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1927}
{"loss": -0.3211846351623535, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6900479793548584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1927}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1928}
{"loss": -0.32772767543792725, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.7038049697875977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1928}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1929}
{"loss": -0.32932430505752563, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7066183090209961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1929}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1930}
{"loss": -0.30609723925590515, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6559451818466187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1930}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1931}
{"loss": -0.27951711416244507, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.5980730056762695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1931}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1932}
{"loss": -0.34448930621147156, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7392450571060181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1932}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1933}
{"loss": -0.3073580861091614, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6587023735046387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1933}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1934}
{"loss": -0.3053087592124939, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6548427939414978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1934}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1935}
{"loss": -0.30913063883781433, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6623965501785278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1935}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1936}
{"loss": -0.28754597902297974, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6158626675605774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1936}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1937}
{"loss": -0.29786455631256104, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6386278867721558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1937}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1938}
{"loss": -0.2907409369945526, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6226364970207214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1938}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1939}
{"loss": -0.2707061767578125, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5786836743354797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1939}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1940}
{"loss": -0.2965334355831146, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6346860527992249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1940}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1941}
{"loss": -0.3465590178966522, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7439591288566589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1941}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1942}
{"loss": -0.3531511425971985, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7580202221870422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1942}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1943}
{"loss": -0.29067859053611755, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.622290313243866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1943}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1944}
{"loss": -0.29938679933547974, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6413654685020447, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1944}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1945}
{"loss": -0.32535800337791443, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6981781125068665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1945}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1946}
{"loss": -0.296734482049942, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6357502937316895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1946}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1947}
{"loss": -0.3069101870059967, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6569361090660095, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1947}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1948}
{"loss": -0.31025177240371704, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.66490638256073, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1948}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1949}
{"loss": -0.28724828362464905, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.614454984664917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1949}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1950}
{"loss": -0.3142124116420746, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6724209189414978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1950}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1951}
{"loss": -0.3138694167137146, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6727631688117981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1951}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1952}
{"loss": -0.31207334995269775, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6683711409568787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1952}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1953}
{"loss": -0.31479600071907043, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6750507354736328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1953}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1954}
{"loss": -0.2969261705875397, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.636411726474762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1954}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1955}
{"loss": -0.2816578447818756, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6023733019828796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1955}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1956}
{"loss": -0.3346695601940155, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.7176602482795715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1956}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1957}
{"loss": -0.3275991678237915, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.701697587966919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1957}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1958}
{"loss": -0.3146701753139496, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6737633943557739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1958}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1959}
{"loss": -0.29090332984924316, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6224337816238403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1959}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1960}
{"loss": -0.3111138939857483, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6668647527694702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1960}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1961}
{"loss": -0.28068071603775024, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5997358560562134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1961}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1962}
{"loss": -0.30986133217811584, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6628608107566833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1962}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1963}
{"loss": -0.33770889043807983, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7240579128265381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1963}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1964}
{"loss": -0.3135310113430023, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6718705892562866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1964}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1965}
{"loss": -0.3191591799259186, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6841065883636475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1965}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1966}
{"loss": -0.2891186475753784, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.618135929107666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1966}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1967}
{"loss": -0.34183818101882935, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7329288721084595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1967}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1968}
{"loss": -0.32098594307899475, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6876575946807861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1968}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1969}
{"loss": -0.30672985315322876, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6568911075592041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1969}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1970}
{"loss": -0.31099745631217957, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.665322482585907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1970}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1971}
{"loss": -0.31628966331481934, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6766866445541382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1971}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1972}
{"loss": -0.2983814775943756, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6378112435340881, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1972}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1973}
{"loss": -0.2948649525642395, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.630765438079834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1973}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1974}
{"loss": -0.34973758459091187, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7491612434387207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1974}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1975}
{"loss": -0.28433704376220703, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6074225902557373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1975}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1976}
{"loss": -0.30861663818359375, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6607936024665833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1976}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1977}
{"loss": -0.348570853471756, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.747938334941864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1977}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1978}
{"loss": -0.34923988580703735, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7487677931785583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1978}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1979}
{"loss": -0.33296531438827515, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7135456800460815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1979}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1980}
{"loss": -0.2854102849960327, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6090377569198608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1980}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1981}
{"loss": -0.28227728605270386, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6029351353645325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1981}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1982}
{"loss": -0.323587566614151, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6931416392326355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1982}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1983}
{"loss": -0.30873191356658936, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6612606644630432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1983}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1984}
{"loss": -0.33256399631500244, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7119002342224121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1984}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1985}
{"loss": -0.3183700442314148, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6817164421081543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1985}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1986}
{"loss": -0.33160942792892456, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7097737789154053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1986}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1987}
{"loss": -0.27693554759025574, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.5915306210517883, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1987}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1988}
{"loss": -0.3004377782344818, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6425715684890747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1988}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1989}
{"loss": -0.3369612693786621, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7215284109115601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1989}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1990}
{"loss": -0.3039756417274475, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6504359841346741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1990}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1991}
{"loss": -0.310677707195282, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6652733683586121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1991}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1992}
{"loss": -0.31123095750808716, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6652912497520447, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1992}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1993}
{"loss": -0.28676992654800415, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6121852993965149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1993}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1994}
{"loss": -0.29055050015449524, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6211498379707336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1994}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1995}
{"loss": -0.2854546904563904, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6096896529197693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1995}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1996}
{"loss": -0.2837929129600525, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6064644455909729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1996}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1997}
{"loss": -0.301195353269577, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6439343690872192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1997}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1998}
{"loss": -0.32763195037841797, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.701396644115448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1998}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1999}
{"loss": -0.30571600794792175, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6543088555335999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1999}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 2000}
{"loss": -0.285511314868927, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6103898286819458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2000}
{"epoch": 2000, "positional_disent": 0.7703328132629395, "bag_of_symbol_disent": 0.08404931426048279, "topographic_sim": 0.2693411456877498}
{"epoch": 2000, "positional_disent": 0.7666654586791992, "bag_of_symbol_disent": 0.14445951581001282, "topographic_sim": 0.8373393028359681}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 2000}
