Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=17, receiver='ModifReceiver', receiver_emb=30, sender='ModifSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.5948979258537292, "acc_or": 0.7770407795906067}, "epoch": 1}
{"loss": 2.0918314456939697, "acc": 0.6396192312240601, "acc_or": 0.8000339865684509, "sender_entropy": 0.4767588973045349, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.5714285373687744, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9505101442337036}, "epoch": 2}
{"loss": 2.2393267154693604, "acc": 0.9224841594696045, "acc_or": 0.9610720872879028, "sender_entropy": 0.6623804569244385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "epoch": 3}
{"loss": 1.9339516162872314, "acc": 0.9389165639877319, "acc_or": 0.9692316651344299, "sender_entropy": 0.7750040888786316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9535713791847229}, "epoch": 4}
{"loss": 1.6732414960861206, "acc": 0.9283771514892578, "acc_or": 0.9640185832977295, "sender_entropy": 0.8807053565979004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 5}
{"loss": 1.2252541780471802, "acc": 0.8768132328987122, "acc_or": 0.9384066462516785, "sender_entropy": 0.763565719127655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 6}
{"loss": 0.9011605381965637, "acc": 0.8659338355064392, "acc_or": 0.9329668879508972, "sender_entropy": 0.5880337357521057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8306121826171875, "acc_or": 0.9153060913085938}, "epoch": 7}
{"loss": 0.883992612361908, "acc": 0.8660471439361572, "acc_or": 0.9330235719680786, "sender_entropy": 0.6723804473876953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 8}
{"loss": 0.8746599555015564, "acc": 0.8638939261436462, "acc_or": 0.9319469332695007, "sender_entropy": 0.710732102394104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 9}
{"loss": 0.7681758403778076, "acc": 0.8635539412498474, "acc_or": 0.9317770004272461, "sender_entropy": 0.7089588046073914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 10}
{"loss": 0.6711598634719849, "acc": 0.8625339865684509, "acc_or": 0.9312670230865479, "sender_entropy": 0.6658319234848022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 11}
{"loss": 0.6192998290061951, "acc": 0.8637806177139282, "acc_or": 0.9318903088569641, "sender_entropy": 0.6945424675941467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8204081058502197, "acc_or": 0.9102040529251099}, "epoch": 12}
{"loss": 0.5343292951583862, "acc": 0.8646872043609619, "acc_or": 0.932343602180481, "sender_entropy": 0.64243084192276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8306121826171875, "acc_or": 0.9153060913085938}, "epoch": 13}
{"loss": 0.5210973024368286, "acc": 0.8655938506126404, "acc_or": 0.9327968955039978, "sender_entropy": 0.7439699769020081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 14}
{"loss": 0.4477600157260895, "acc": 0.8660471439361572, "acc_or": 0.9330235719680786, "sender_entropy": 0.6763425469398499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "epoch": 15}
{"loss": 0.4047171175479889, "acc": 0.866273820400238, "acc_or": 0.9331368803977966, "sender_entropy": 0.6750361919403076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8183673024177551, "acc_or": 0.9091836214065552}, "epoch": 16}
{"loss": 0.36114877462387085, "acc": 0.8668404221534729, "acc_or": 0.9334202408790588, "sender_entropy": 0.6558755040168762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8132652640342712, "acc_or": 0.9066326022148132}, "epoch": 17}
{"loss": 0.3215213119983673, "acc": 0.8640072345733643, "acc_or": 0.9320036172866821, "sender_entropy": 0.6147216558456421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8132652640342712, "acc_or": 0.9066326022148132}, "epoch": 18}
{"loss": 0.3088610768318176, "acc": 0.8686536550521851, "acc_or": 0.9343268275260925, "sender_entropy": 0.7018868923187256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "epoch": 19}
{"loss": 0.2708479166030884, "acc": 0.8675203919410706, "acc_or": 0.9337602257728577, "sender_entropy": 0.654257595539093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.8255101442337036, "acc_or": 0.9127550721168518}, "epoch": 20}
{"loss": 0.26607924699783325, "acc": 0.868540346622467, "acc_or": 0.9342701435089111, "sender_entropy": 0.7673461437225342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8122448921203613, "acc_or": 0.9061223864555359}, "epoch": 21}
{"loss": 0.23360228538513184, "acc": 0.8667271137237549, "acc_or": 0.9333635568618774, "sender_entropy": 0.613817036151886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8193877339363098, "acc_or": 0.9096938371658325}, "epoch": 22}
{"loss": 0.2259829342365265, "acc": 0.8683136701583862, "acc_or": 0.9341568350791931, "sender_entropy": 0.764217734336853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8071427941322327, "acc_or": 0.903571367263794}, "epoch": 23}
{"loss": 0.19789311289787292, "acc": 0.8674070835113525, "acc_or": 0.9337035417556763, "sender_entropy": 0.6907549500465393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8051019906997681, "acc_or": 0.902550995349884}, "epoch": 24}
{"loss": 0.1902076005935669, "acc": 0.868540346622467, "acc_or": 0.9342701435089111, "sender_entropy": 0.6867509484291077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8122448921203613, "acc_or": 0.9061223864555359}, "epoch": 25}
{"loss": 0.17865921556949615, "acc": 0.8730734586715698, "acc_or": 0.9365367293357849, "sender_entropy": 0.7665852904319763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8030611872673035, "acc_or": 0.9015305638313293}, "epoch": 26}
{"loss": 0.15601956844329834, "acc": 0.8694469332695007, "acc_or": 0.9347234964370728, "sender_entropy": 0.7566820979118347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7877550721168518, "acc_or": 0.8938775062561035}, "epoch": 27}
{"loss": 0.1430128514766693, "acc": 0.8701269030570984, "acc_or": 0.9350634813308716, "sender_entropy": 0.7106318473815918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7897958755493164, "acc_or": 0.8948979377746582}, "epoch": 28}
{"loss": 0.12658363580703735, "acc": 0.8709202408790588, "acc_or": 0.935460090637207, "sender_entropy": 0.7267550826072693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7979591488838196, "acc_or": 0.8989795446395874}, "epoch": 29}
{"loss": 0.1155901774764061, "acc": 0.8689936399459839, "acc_or": 0.9344968199729919, "sender_entropy": 0.713766872882843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7989795804023743, "acc_or": 0.8994897603988647}, "epoch": 30}
{"loss": 0.10553299635648727, "acc": 0.8731867671012878, "acc_or": 0.9365933537483215, "sender_entropy": 0.7681394219398499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7826530337333679, "acc_or": 0.8913264870643616}, "epoch": 31}
{"loss": 0.09664630144834518, "acc": 0.8718268275260925, "acc_or": 0.9359134435653687, "sender_entropy": 0.686907947063446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7846938371658325, "acc_or": 0.8923469185829163}, "epoch": 32}
{"loss": 0.08492875099182129, "acc": 0.8742067217826843, "acc_or": 0.9371033310890198, "sender_entropy": 0.7461661696434021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7765305638313293, "acc_or": 0.8882652521133423}, "epoch": 33}
{"loss": 0.0763687863945961, "acc": 0.8709202408790588, "acc_or": 0.935460090637207, "sender_entropy": 0.6715481281280518, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.778571367263794, "acc_or": 0.889285683631897}, "epoch": 34}
{"loss": 0.06578175723552704, "acc": 0.8713735342025757, "acc_or": 0.9356867671012878, "sender_entropy": 0.7128620743751526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7765305638313293, "acc_or": 0.8882652521133423}, "epoch": 35}
{"loss": 0.055929385125637054, "acc": 0.8753399848937988, "acc_or": 0.9376699924468994, "sender_entropy": 0.7380139827728271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7693877220153809, "acc_or": 0.8846938610076904}, "epoch": 36}
{"loss": 0.05462208390235901, "acc": 0.8735267519950867, "acc_or": 0.936763346195221, "sender_entropy": 0.6949033737182617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7806122303009033, "acc_or": 0.8903060555458069}, "epoch": 37}
{"loss": 0.04315830022096634, "acc": 0.874886691570282, "acc_or": 0.9374433159828186, "sender_entropy": 0.7016072869300842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7663264870643616, "acc_or": 0.8831632137298584}, "epoch": 38}
{"loss": 0.03803625702857971, "acc": 0.8759066462516785, "acc_or": 0.9379532933235168, "sender_entropy": 0.6950485706329346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7704081535339355, "acc_or": 0.885204017162323}, "epoch": 39}
{"loss": 0.02544175088405609, "acc": 0.8738667368888855, "acc_or": 0.9369333386421204, "sender_entropy": 0.753861665725708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7632652521133423, "acc_or": 0.8816326260566711}, "epoch": 40}
{"loss": 0.028137803077697754, "acc": 0.8738667368888855, "acc_or": 0.9369333386421204, "sender_entropy": 0.6815224289894104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7653061151504517, "acc_or": 0.882652997970581}, "epoch": 41}
{"loss": 0.02167753130197525, "acc": 0.8719401359558105, "acc_or": 0.9359700679779053, "sender_entropy": 0.6749568581581116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7693877220153809, "acc_or": 0.8846938610076904}, "epoch": 42}
{"loss": 0.013953298330307007, "acc": 0.8738667368888855, "acc_or": 0.9369333386421204, "sender_entropy": 0.684548556804657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7622448801994324, "acc_or": 0.8811224102973938}, "epoch": 43}
{"loss": 0.006281144917011261, "acc": 0.8734134435653687, "acc_or": 0.9367067217826843, "sender_entropy": 0.7045548558235168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7632652521133423, "acc_or": 0.8816326260566711}, "epoch": 44}
{"loss": 0.002440504729747772, "acc": 0.8755666613578796, "acc_or": 0.9377833008766174, "sender_entropy": 0.7003965973854065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7653061151504517, "acc_or": 0.882652997970581}, "epoch": 45}
{"loss": -0.007851563394069672, "acc": 0.8742067217826843, "acc_or": 0.9371033310890198, "sender_entropy": 0.6960319876670837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7622448801994324, "acc_or": 0.8811224102973938}, "epoch": 46}
{"loss": -0.025383606553077698, "acc": 0.8761332631111145, "acc_or": 0.9380666613578796, "sender_entropy": 0.7704631686210632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7591836452484131, "acc_or": 0.8795918226242065}, "epoch": 47}
{"loss": -0.009506620466709137, "acc": 0.8783997893333435, "acc_or": 0.9391999244689941, "sender_entropy": 0.6900274157524109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.764285683631897, "acc_or": 0.8821428418159485}, "epoch": 48}
{"loss": -0.00974941998720169, "acc": 0.875, "acc_or": 0.9375, "sender_entropy": 0.6539685726165771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7673469185829163, "acc_or": 0.8836734294891357}, "epoch": 49}
{"loss": -0.02920152246952057, "acc": 0.879306435585022, "acc_or": 0.939653217792511, "sender_entropy": 0.7406569123268127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.764285683631897, "acc_or": 0.8821428418159485}, "epoch": 50}
{"loss": -0.02060159295797348, "acc": 0.8766999244689941, "acc_or": 0.9383499622344971, "sender_entropy": 0.6825560331344604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7561224102973938, "acc_or": 0.8780611753463745}, "epoch": 51}
{"loss": -0.02935817837715149, "acc": 0.8779464960098267, "acc_or": 0.9389732480049133, "sender_entropy": 0.6912371516227722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7571428418159485, "acc_or": 0.8785713911056519}, "epoch": 52}
{"loss": -0.020855531096458435, "acc": 0.8768132328987122, "acc_or": 0.9384066462516785, "sender_entropy": 0.6588733792304993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7622448801994324, "acc_or": 0.8811224102973938}, "epoch": 53}
{"loss": -0.044373564422130585, "acc": 0.8747733235359192, "acc_or": 0.937386691570282, "sender_entropy": 0.6954197287559509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7744897603988647, "acc_or": 0.8872448801994324}, "epoch": 54}
{"loss": -0.05640061944723129, "acc": 0.8782864809036255, "acc_or": 0.9391432404518127, "sender_entropy": 0.7465841174125671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.7724489569664001, "acc_or": 0.8862244486808777}, "epoch": 55}
{"loss": -0.07320932298898697, "acc": 0.8743200302124023, "acc_or": 0.9371600151062012, "sender_entropy": 0.7691538333892822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7581632137298584, "acc_or": 0.8790816068649292}, "epoch": 56}
{"loss": -0.039371125400066376, "acc": 0.8764732480049133, "acc_or": 0.938236653804779, "sender_entropy": 0.6532856822013855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.7714285254478455, "acc_or": 0.8857142329216003}, "epoch": 57}
{"loss": -0.06892196089029312, "acc": 0.8807796835899353, "acc_or": 0.94038987159729, "sender_entropy": 0.7744473218917847, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7581632137298584, "acc_or": 0.8790816068649292}, "epoch": 58}
{"loss": -0.05738775432109833, "acc": 0.8782864809036255, "acc_or": 0.9391432404518127, "sender_entropy": 0.6953279972076416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7693877220153809, "acc_or": 0.8846938610076904}, "epoch": 59}
{"loss": -0.07093330472707748, "acc": 0.8855394124984741, "acc_or": 0.9427697062492371, "sender_entropy": 0.7632198333740234, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.764285683631897, "acc_or": 0.8821428418159485}, "epoch": 60}
{"loss": -0.06476230174303055, "acc": 0.8806663751602173, "acc_or": 0.9403331875801086, "sender_entropy": 0.6932674050331116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7693877220153809, "acc_or": 0.8846938610076904}, "epoch": 61}
{"loss": -0.0793236568570137, "acc": 0.8853127956390381, "acc_or": 0.942656397819519, "sender_entropy": 0.749248743057251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.7653061151504517, "acc_or": 0.882652997970581}, "epoch": 62}
{"loss": -0.07707393169403076, "acc": 0.8862193822860718, "acc_or": 0.9431096911430359, "sender_entropy": 0.7506815195083618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.7653061151504517, "acc_or": 0.882652997970581}, "epoch": 63}
{"loss": -0.057927049696445465, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 0.6860846281051636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 64}
{"loss": 0.020287076011300087, "acc": 0.9841341972351074, "acc_or": 0.9920670986175537, "sender_entropy": 0.6005683541297913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9540815949440002, "acc_or": 0.9765305519104004}, "epoch": 65}
{"loss": 0.024842429906129837, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.6419233083724976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9892856478691101}, "epoch": 66}
{"loss": 0.028537731617689133, "acc": 0.9927470684051514, "acc_or": 0.9963735342025757, "sender_entropy": 0.6862996816635132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 67}
{"loss": 0.025659549981355667, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.6819348931312561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 68}
{"loss": 0.02532515488564968, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6895017623901367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 69}
{"loss": 0.02545987255871296, "acc": 0.9953535795211792, "acc_or": 0.9976201057434082, "sender_entropy": 0.6607073545455933, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 70}
{"loss": 0.018408669158816338, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6493036150932312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 71}
{"loss": 0.01755007728934288, "acc": 0.99558025598526, "acc_or": 0.997733473777771, "sender_entropy": 0.700589120388031, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 72}
{"loss": 0.007857710123062134, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7128196954727173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 73}
{"loss": 0.00435990747064352, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7322250008583069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 74}
{"loss": 0.0051795500330626965, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7387239933013916, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 75}
{"loss": 0.0002652662806212902, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6985359191894531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 76}
{"loss": -0.004599926061928272, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7371013760566711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 77}
{"loss": -0.010550078004598618, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7477890253067017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 78}
{"loss": -0.020316554233431816, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7540102601051331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 78}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 79}
{"loss": -0.01579161547124386, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7507964968681335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 79}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 80}
{"loss": -0.018683698028326035, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7427464723587036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 80}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 81}
{"loss": -0.02208123542368412, "acc": 0.995806872844696, "acc_or": 0.997846782207489, "sender_entropy": 0.7610622644424438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 81}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 82}
{"loss": -0.028145689517259598, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7662881016731262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 82}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 83}
{"loss": -0.035613492131233215, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7881600260734558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 83}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 84}
{"loss": -0.036113422363996506, "acc": 0.9959202408790588, "acc_or": 0.9979034662246704, "sender_entropy": 0.7572962045669556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 84}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 85}
{"loss": -0.04604800045490265, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7495545744895935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 85}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 86}
{"loss": -0.039448436349630356, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7348236441612244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 86}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 87}
{"loss": -0.04574470594525337, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6994105577468872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 87}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 88}
{"loss": -0.05064814165234566, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7856668829917908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 88}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 89}
{"loss": -0.04995996505022049, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7576726078987122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 89}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 90}
{"loss": -0.0530034564435482, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7433127164840698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 90}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 91}
{"loss": -0.0567765012383461, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7379053235054016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 91}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 92}
{"loss": -0.05687779560685158, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7355819940567017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 92}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 93}
{"loss": -0.06531234085559845, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7790654897689819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 93}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 94}
{"loss": -0.07318571954965591, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7523002028465271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 94}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 95}
{"loss": -0.06918948143720627, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7722139358520508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 95}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 96}
{"loss": -0.07670405507087708, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7687329649925232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 96}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 97}
{"loss": -0.07520033419132233, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7375502586364746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 97}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 98}
{"loss": -0.07994893193244934, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7759557366371155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 98}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 99}
{"loss": -0.08256097137928009, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7825222611427307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 99}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 100}
{"loss": -0.09198468923568726, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8116599917411804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 100}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 101}
{"loss": -0.08771832287311554, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7533431649208069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 101}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 102}
{"loss": -0.09422916173934937, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7634909152984619, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 102}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 103}
{"loss": -0.09474501758813858, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7598137855529785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 103}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 104}
{"loss": -0.08816003799438477, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.721010148525238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 104}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 105}
{"loss": -0.1053776741027832, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.813735842704773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 105}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 106}
{"loss": -0.10198924690485, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7810361981391907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 106}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 107}
{"loss": -0.10740761458873749, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.8031564354896545, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 107}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 108}
{"loss": -0.09684596210718155, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7153286933898926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 108}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 109}
{"loss": -0.11189925670623779, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.7977136373519897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 109}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 110}
{"loss": -0.1120658740401268, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.7848612070083618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 110}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 111}
{"loss": -0.10351622849702835, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7245347499847412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 111}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 112}
{"loss": -0.11645887792110443, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7977252006530762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 112}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 113}
{"loss": -0.12374500930309296, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.8015680313110352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 113}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 114}
{"loss": -0.11777504533529282, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7776751518249512, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 114}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 115}
{"loss": -0.1282072812318802, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.8200205564498901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 115}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 116}
{"loss": -0.12140908092260361, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7743662595748901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 116}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 117}
{"loss": -0.13196909427642822, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.8089566230773926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 117}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 118}
{"loss": -0.12730956077575684, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7814810276031494, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 118}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 119}
{"loss": -0.1353597342967987, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.8157642483711243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 119}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 120}
{"loss": -0.1404843032360077, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.8264492154121399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 120}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 121}
{"loss": -0.12878799438476562, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7608413696289062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 121}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 122}
{"loss": -0.14184249937534332, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7800940871238708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 122}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 123}
{"loss": -0.13468621671199799, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7367607355117798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 123}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 124}
{"loss": -0.13946548104286194, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7590600848197937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 124}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 125}
{"loss": -0.1350191831588745, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7516872882843018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 125}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 126}
{"loss": -0.15070991218090057, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.8193656802177429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 126}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 127}
{"loss": -0.1419513076543808, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7723600268363953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 127}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 128}
{"loss": -0.14984078705310822, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.8064393997192383, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 128}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 129}
{"loss": -0.15219752490520477, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.8094450235366821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 129}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 130}
{"loss": -0.15469075739383698, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.8077874779701233, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 130}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 131}
{"loss": -0.15298140048980713, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7906679511070251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 131}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 132}
{"loss": -0.14639121294021606, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7495033144950867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 132}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 133}
{"loss": -0.15064510703086853, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7683982253074646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 133}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 134}
{"loss": -0.1517847776412964, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7603748440742493, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 134}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 135}
{"loss": -0.1495313197374344, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7490647435188293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 135}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 136}
{"loss": -0.15586845576763153, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.772226870059967, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 136}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 137}
{"loss": -0.16570992767810822, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.8096239566802979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 137}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 138}
{"loss": -0.15782994031906128, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7629359364509583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 138}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 139}
{"loss": -0.16879257559776306, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8011165857315063, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 139}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 140}
{"loss": -0.16415978968143463, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.777935266494751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 140}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 141}
{"loss": -0.16232818365097046, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7629908919334412, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 141}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 142}
{"loss": -0.16615760326385498, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7693490982055664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 142}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 143}
{"loss": -0.15990787744522095, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7376244068145752, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 143}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 144}
{"loss": -0.17472486197948456, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.8003180623054504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 144}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 145}
{"loss": -0.1688850075006485, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7372596859931946, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 145}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 146}
{"loss": -0.18142680823802948, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.8194210529327393, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 146}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 147}
{"loss": -0.18954990804195404, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.8355743885040283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 147}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 148}
{"loss": -0.19244903326034546, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.849794328212738, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 148}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 149}
{"loss": -0.1821063905954361, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7911717891693115, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 149}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 150}
{"loss": -0.17430120706558228, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.760736882686615, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 150}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 151}
{"loss": -0.18088936805725098, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7898344993591309, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 151}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 152}
{"loss": -0.18252748250961304, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7880653738975525, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 152}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 153}
{"loss": -0.18037916719913483, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7701479196548462, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 153}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 154}
{"loss": -0.16804951429367065, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7186256051063538, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 154}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 155}
{"loss": -0.18189692497253418, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7660325765609741, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 155}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 156}
{"loss": -0.18278691172599792, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7660238742828369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 156}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 157}
{"loss": -0.1730530560016632, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7250316143035889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 157}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 158}
{"loss": -0.1972663253545761, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.81793612241745, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 158}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 159}
{"loss": -0.16257409751415253, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6736466288566589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 159}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 160}
{"loss": -0.1884903907775879, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7726645469665527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 160}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 161}
{"loss": -0.18842366337776184, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.762495756149292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 161}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 162}
{"loss": -0.20284581184387207, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8166638016700745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 162}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 163}
{"loss": -0.1737625002861023, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6970528364181519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 163}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 164}
{"loss": -0.18731409311294556, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7509090304374695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 164}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 165}
{"loss": -0.20836439728736877, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8237382173538208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 165}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 166}
{"loss": -0.19293707609176636, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7651109099388123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 166}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 167}
{"loss": -0.19944514334201813, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7810546159744263, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 167}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 168}
{"loss": -0.20102979242801666, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7898758053779602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 168}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 169}
{"loss": -0.21790814399719238, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8489775657653809, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 169}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 170}
{"loss": -0.17610885202884674, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6812825202941895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 170}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 171}
{"loss": -0.194555401802063, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7514085173606873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 171}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 172}
{"loss": -0.21852955222129822, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8333510160446167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 172}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 173}
{"loss": -0.2007257044315338, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7626136541366577, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 173}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 174}
{"loss": -0.18897953629493713, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7240961790084839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 174}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 175}
{"loss": -0.21329544484615326, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8079428672790527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 175}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 176}
{"loss": -0.19939810037612915, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7472026348114014, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 176}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 177}
{"loss": -0.20001031458377838, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.751596212387085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 177}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 178}
{"loss": -0.1911466270685196, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.718451738357544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 178}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 179}
{"loss": -0.22246526181697845, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8227736353874207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 179}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 180}
{"loss": -0.20843912661075592, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7718926668167114, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 180}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 181}
{"loss": -0.21013979613780975, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7738240957260132, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 181}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 182}
{"loss": -0.2014261931180954, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.737994372844696, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 182}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 183}
{"loss": -0.18110020458698273, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6650726795196533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 183}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 184}
{"loss": -0.21450559794902802, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7739896178245544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 184}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 185}
{"loss": -0.20923705399036407, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7599150538444519, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 185}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 186}
{"loss": -0.22243669629096985, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8018161654472351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 186}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 187}
{"loss": -0.22379912436008453, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8055360317230225, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 187}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 188}
{"loss": -0.2171393781900406, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7794834971427917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 188}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 189}
{"loss": -0.21320004761219025, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.760591983795166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 189}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 190}
{"loss": -0.20741991698741913, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7346477508544922, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 190}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 191}
{"loss": -0.22398626804351807, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.792768120765686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 191}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 192}
{"loss": -0.21426844596862793, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7527526021003723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 192}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 193}
{"loss": -0.19843055307865143, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6974350810050964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 193}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 194}
{"loss": -0.22116707265377045, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7739758491516113, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 194}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 195}
{"loss": -0.22668513655662537, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7910453677177429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 195}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 196}
{"loss": -0.2335648089647293, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8088259100914001, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 196}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 197}
{"loss": -0.228519007563591, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7967879176139832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 197}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 198}
{"loss": -0.22525282204151154, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7793676853179932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 198}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 199}
{"loss": -0.24090690910816193, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8310095071792603, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 199}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 200}
{"loss": -0.220490962266922, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7569032907485962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 200}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 201}
{"loss": -0.22125276923179626, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7642810940742493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 201}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 202}
{"loss": -0.22037050127983093, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.752964973449707, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 202}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 203}
{"loss": -0.24376589059829712, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.82820063829422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 203}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 204}
{"loss": -0.2331223040819168, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7928780913352966, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 204}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 205}
{"loss": -0.2266438752412796, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7638915777206421, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 205}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 206}
{"loss": -0.21741639077663422, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7325895428657532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 206}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 207}
{"loss": -0.24539199471473694, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.824313223361969, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 207}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 208}
{"loss": -0.2204897105693817, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7458693385124207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 208}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 209}
{"loss": -0.20619913935661316, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.6887057423591614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 209}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 210}
{"loss": -0.23620980978012085, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7859894037246704, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 210}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 211}
{"loss": -0.23670582473278046, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7819444537162781, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 211}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 212}
{"loss": -0.22680220007896423, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7509967088699341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 212}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 213}
{"loss": -0.26211947202682495, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.8588513135910034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 213}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 214}
{"loss": -0.2253045290708542, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7416811585426331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 214}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 215}
{"loss": -0.23549354076385498, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7716855406761169, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 215}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 216}
{"loss": -0.2161807119846344, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7095602750778198, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 216}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 217}
{"loss": -0.2646597623825073, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.859255313873291, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 217}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 218}
{"loss": -0.2367403209209442, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7708742618560791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 218}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 219}
{"loss": -0.2463049590587616, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7965195178985596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 219}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 220}
{"loss": -0.2480318397283554, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8042066097259521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 220}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 221}
{"loss": -0.22967922687530518, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7408647537231445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 221}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 222}
{"loss": -0.2272537499666214, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7321876883506775, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 222}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 223}
{"loss": -0.23193703591823578, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7421237826347351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 223}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 224}
{"loss": -0.24759812653064728, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7951116561889648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 224}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 225}
{"loss": -0.24056124687194824, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7721878886222839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 225}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 226}
{"loss": -0.24336481094360352, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7771444916725159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 226}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 227}
{"loss": -0.25500819087028503, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8122352957725525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 227}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 228}
{"loss": -0.25084954500198364, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.794789731502533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 228}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 229}
{"loss": -0.24436552822589874, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7745562195777893, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 229}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 230}
{"loss": -0.24999696016311646, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7904565930366516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 230}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 231}
{"loss": -0.2599324584007263, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8199992179870605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 231}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 232}
{"loss": -0.24400457739830017, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7657294869422913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 232}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 233}
{"loss": -0.244723841547966, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7698925733566284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 233}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 234}
{"loss": -0.25657179951667786, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8026988506317139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 234}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 235}
{"loss": -0.25130966305732727, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7884674072265625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 235}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 236}
{"loss": -0.2614045739173889, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.8154400587081909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 236}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 237}
{"loss": -0.23456887900829315, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7318092584609985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 237}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 238}
{"loss": -0.2407897561788559, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7466786503791809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 238}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 239}
{"loss": -0.2559937834739685, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7925665974617004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 239}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 240}
{"loss": -0.24399398267269135, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7553995251655579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 240}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 241}
{"loss": -0.2546135485172272, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7858604192733765, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 241}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 242}
{"loss": -0.2516027092933655, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7712274789810181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 242}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 243}
{"loss": -0.25547149777412415, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7850337624549866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 243}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 244}
{"loss": -0.2630383372306824, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8067209720611572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 244}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 245}
{"loss": -0.2690209746360779, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.827217698097229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 245}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 246}
{"loss": -0.25796276330947876, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7887226939201355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 246}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 247}
{"loss": -0.24836646020412445, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7566958069801331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 247}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 248}
{"loss": -0.2603079080581665, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7902604341506958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 248}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 249}
{"loss": -0.25664716958999634, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7787209153175354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 249}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 250}
{"loss": -0.2604963481426239, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.788797914981842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 250}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 251}
{"loss": -0.2524729371070862, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7644020915031433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 251}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 252}
{"loss": -0.24523411691188812, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7416680455207825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 252}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 253}
{"loss": -0.25793683528900146, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7783722281455994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 253}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 254}
{"loss": -0.24350221455097198, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7318212985992432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 254}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 255}
{"loss": -0.29019516706466675, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8694515824317932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 255}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 256}
{"loss": -0.25943559408187866, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7775129675865173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 256}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 257}
{"loss": -0.23039226233959198, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.690687894821167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 257}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 258}
{"loss": -0.26589930057525635, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7919848561286926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 258}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 259}
{"loss": -0.27750954031944275, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8249244093894958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 259}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 260}
{"loss": -0.25075283646583557, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7459149360656738, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 260}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 261}
{"loss": -0.25536254048347473, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7574750781059265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 261}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 262}
{"loss": -0.2592311501502991, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7708497047424316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 262}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 263}
{"loss": -0.2480573207139969, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.737480640411377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 263}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 264}
{"loss": -0.23136594891548157, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6849825382232666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 264}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 265}
{"loss": -0.2487066090106964, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7333230972290039, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 265}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 266}
{"loss": -0.2752079963684082, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.811582624912262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 266}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 267}
{"loss": -0.26274263858795166, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7729372978210449, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 267}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 268}
{"loss": -0.2763226330280304, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8101840615272522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 268}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 269}
{"loss": -0.2664029002189636, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7816893458366394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 269}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 270}
{"loss": -0.24322286248207092, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7133218050003052, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 270}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 271}
{"loss": -0.25777727365493774, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7515658736228943, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 271}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 272}
{"loss": -0.276548832654953, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8068624138832092, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 272}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 273}
{"loss": -0.26784783601760864, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7824036478996277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 273}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 274}
{"loss": -0.27831557393074036, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8105108141899109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 274}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 275}
{"loss": -0.26488426327705383, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7719624638557434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 275}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 276}
{"loss": -0.26792168617248535, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7798364162445068, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 276}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 277}
{"loss": -0.2510324716567993, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7290869355201721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 277}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 278}
{"loss": -0.27758312225341797, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8039629459381104, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 278}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 279}
{"loss": -0.2682560682296753, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7760680317878723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 279}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 280}
{"loss": -0.29817384481430054, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8571165800094604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 280}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 281}
{"loss": -0.2940094470977783, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8452572226524353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 281}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 282}
{"loss": -0.28513991832733154, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8190455436706543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 282}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 283}
{"loss": -0.26614218950271606, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7656433582305908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 283}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 284}
{"loss": -0.26491406559944153, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7621412873268127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 284}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 285}
{"loss": -0.2531786262989044, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7260534167289734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 285}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 286}
{"loss": -0.2508849799633026, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7169432640075684, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 286}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 287}
{"loss": -0.27263641357421875, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7791277766227722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 287}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 288}
{"loss": -0.2652147114276886, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7547754645347595, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 288}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 289}
{"loss": -0.2654302418231964, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7579538226127625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 289}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 290}
{"loss": -0.2616189122200012, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7433546185493469, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 290}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 291}
{"loss": -0.2881934344768524, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8154820203781128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 291}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 292}
{"loss": -0.26298630237579346, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7471433281898499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 292}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 293}
{"loss": -0.27515143156051636, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.781366229057312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 293}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 294}
{"loss": -0.24728167057037354, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7002543807029724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 294}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 295}
{"loss": -0.2680988609790802, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7566695213317871, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 295}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 296}
{"loss": -0.2671084403991699, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7488631010055542, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 296}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 297}
{"loss": -0.26076212525367737, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7375679612159729, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 297}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 298}
{"loss": -0.2707056403160095, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7616279125213623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 298}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 299}
{"loss": -0.24359288811683655, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6832619309425354, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 299}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 300}
{"loss": -0.26004740595817566, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7315056324005127, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 300}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 301}
{"loss": -0.29095932841300964, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8172104954719543, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 301}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 302}
{"loss": -0.27560803294181824, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7737610936164856, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 302}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 303}
{"loss": -0.2368261218070984, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6607866287231445, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 303}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 304}
{"loss": -0.22965937852859497, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6397783756256104, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 304}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 305}
{"loss": -0.2759742736816406, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.770103394985199, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 305}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 306}
{"loss": -0.2529866397380829, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7060929536819458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 306}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 307}
{"loss": -0.27982908487319946, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.778925895690918, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 307}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 308}
{"loss": -0.273484468460083, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7631417512893677, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 308}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 309}
{"loss": -0.2683420479297638, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7477107644081116, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 309}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 310}
{"loss": -0.26495787501335144, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7374082207679749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 310}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 311}
{"loss": -0.2640802264213562, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7328203916549683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 311}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 312}
{"loss": -0.2726215124130249, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.753266453742981, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 312}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 313}
{"loss": -0.27259817719459534, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7532369494438171, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 313}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 314}
{"loss": -0.26506850123405457, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7297019958496094, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 314}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 315}
{"loss": -0.2910267412662506, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8036900162696838, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 315}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 316}
{"loss": -0.29528552293777466, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.81168532371521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 316}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 317}
{"loss": -0.28406113386154175, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7822792530059814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 317}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 318}
{"loss": -0.2777408957481384, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7635650038719177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 318}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 319}
{"loss": -0.2684343159198761, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7368026375770569, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 319}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 320}
{"loss": -0.27350080013275146, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7503650784492493, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 320}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 321}
{"loss": -0.28166961669921875, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7711614370346069, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 321}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 322}
{"loss": -0.2719360589981079, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7447099685668945, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 322}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 323}
{"loss": -0.2755243182182312, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7550322413444519, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 323}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 324}
{"loss": -0.28307393193244934, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.771654486656189, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 324}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 325}
{"loss": -0.2678513824939728, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7291660308837891, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 325}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 326}
{"loss": -0.28089481592178345, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7643401026725769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 326}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 327}
{"loss": -0.2868129312992096, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7814765572547913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 327}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 328}
{"loss": -0.2950836718082428, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.802703857421875, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 328}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 329}
{"loss": -0.2611076235771179, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7111966013908386, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 329}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 330}
{"loss": -0.28212466835975647, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7657424807548523, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 330}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 331}
{"loss": -0.2869987189769745, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7782611846923828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 331}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 332}
{"loss": -0.2794312834739685, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7561292052268982, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 332}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 333}
{"loss": -0.27996575832366943, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7562062740325928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 333}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 334}
{"loss": -0.2821143865585327, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.762470543384552, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 334}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 335}
{"loss": -0.28011712431907654, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7568919658660889, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 335}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 336}
{"loss": -0.29586008191108704, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7952477931976318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 336}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 337}
{"loss": -0.2603047490119934, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6977797746658325, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 337}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 338}
{"loss": -0.27771881222724915, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7488534450531006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 338}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 339}
{"loss": -0.25442561507225037, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6832712292671204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 339}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 340}
{"loss": -0.31457066535949707, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8449930548667908, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 340}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 341}
{"loss": -0.2878124713897705, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7725763320922852, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 341}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 342}
{"loss": -0.30870571732521057, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8283186554908752, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 342}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 343}
{"loss": -0.29453498125076294, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7911397814750671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 343}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 344}
{"loss": -0.2799135446548462, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7492478489875793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 344}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 345}
{"loss": -0.27704453468322754, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7421031594276428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 345}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 346}
{"loss": -0.2826186716556549, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7550474405288696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 346}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 347}
{"loss": -0.2609042525291443, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6969080567359924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 347}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 348}
{"loss": -0.27333322167396545, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7299002408981323, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 348}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 349}
{"loss": -0.3018380105495453, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8060563802719116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 349}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 350}
{"loss": -0.31775790452957153, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8456496000289917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 350}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 351}
{"loss": -0.281616747379303, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7502416968345642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 351}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 352}
{"loss": -0.2998509109020233, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7974652051925659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 352}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 353}
{"loss": -0.2721121907234192, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7220515608787537, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 353}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 354}
{"loss": -0.2967056334018707, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7877086997032166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 354}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 355}
{"loss": -0.28115880489349365, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.743438184261322, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 355}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 356}
{"loss": -0.29650741815567017, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7865000367164612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 356}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 357}
{"loss": -0.2989235818386078, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7913247346878052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 357}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 358}
{"loss": -0.29877322912216187, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7870241403579712, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 358}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 359}
{"loss": -0.29333555698394775, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7753558158874512, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 359}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 360}
{"loss": -0.29558229446411133, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7775182723999023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 360}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 361}
{"loss": -0.303212970495224, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8014591336250305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 361}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 362}
{"loss": -0.2825455665588379, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7452112436294556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 362}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 363}
{"loss": -0.28797730803489685, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7587586045265198, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 363}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 364}
{"loss": -0.2880015969276428, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7577019333839417, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 364}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 365}
{"loss": -0.27146780490875244, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7142874002456665, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 365}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 366}
{"loss": -0.29222550988197327, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7694886326789856, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 366}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 367}
{"loss": -0.29152581095695496, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7641052603721619, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 367}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 368}
{"loss": -0.27767112851142883, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7304481863975525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 368}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 369}
{"loss": -0.291469931602478, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7648631930351257, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 369}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 370}
{"loss": -0.284696489572525, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7456891536712646, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 370}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 371}
{"loss": -0.2761371433734894, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7221899032592773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 371}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 372}
{"loss": -0.30296751856803894, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7916736006736755, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 372}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 373}
{"loss": -0.3051913380622864, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7940106987953186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 373}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 374}
{"loss": -0.3151182532310486, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8227444887161255, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 374}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 375}
{"loss": -0.2674463391304016, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6976974606513977, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 375}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 376}
{"loss": -0.2977434992790222, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7762423753738403, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 376}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 377}
{"loss": -0.29227012395858765, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7588111162185669, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 377}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 378}
{"loss": -0.3000730276107788, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7818090915679932, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 378}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 379}
{"loss": -0.2563331723213196, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6641274094581604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 379}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 380}
{"loss": -0.29274889826774597, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7614911198616028, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 380}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 381}
{"loss": -0.2989984154701233, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7780060172080994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 381}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 382}
{"loss": -0.3093104064464569, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.802183210849762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 382}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 383}
{"loss": -0.30115044116973877, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7811380624771118, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 383}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 384}
{"loss": -0.3070756494998932, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7965995669364929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 384}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 385}
{"loss": -0.2624875605106354, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6790158152580261, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 385}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 386}
{"loss": -0.28803983330726624, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7466163635253906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 386}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 387}
{"loss": -0.25648853182792664, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6582455039024353, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 387}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 388}
{"loss": -0.2786495089530945, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7205002307891846, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 388}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 389}
{"loss": -0.27829232811927795, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7119539380073547, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 389}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 390}
{"loss": -0.2913435101509094, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7516691088676453, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 390}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 391}
{"loss": -0.2815737724304199, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7254952788352966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 391}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 392}
{"loss": -0.2940380871295929, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7576082348823547, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 392}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 393}
{"loss": -0.29163816571235657, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7502785325050354, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 393}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 394}
{"loss": -0.2909770607948303, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7487343549728394, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 394}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 395}
{"loss": -0.29628193378448486, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7622400522232056, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 395}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 396}
{"loss": -0.2827620804309845, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7264235019683838, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 396}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 397}
{"loss": -0.286359965801239, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7360513210296631, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 397}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 398}
{"loss": -0.3044654130935669, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7809168696403503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 398}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 399}
{"loss": -0.2903132140636444, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7457078099250793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 399}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 400}
{"loss": -0.3143612742424011, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8069038391113281, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 400}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 401}
{"loss": -0.2790278494358063, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7134175300598145, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 401}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 402}
{"loss": -0.28410908579826355, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7263477444648743, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 402}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 403}
{"loss": -0.2893398106098175, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7406055331230164, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 403}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 404}
{"loss": -0.2969796657562256, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7582750916481018, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 404}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 405}
{"loss": -0.30404937267303467, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7774873971939087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 405}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 406}
{"loss": -0.2882308065891266, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7345719933509827, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 406}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 407}
{"loss": -0.2890355587005615, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7369458079338074, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 407}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 408}
{"loss": -0.2947045862674713, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7514613270759583, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 408}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 409}
{"loss": -0.2870056629180908, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7313354015350342, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 409}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 410}
{"loss": -0.28171131014823914, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7165662050247192, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 410}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 411}
{"loss": -0.2924972474575043, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7447386384010315, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 411}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 412}
{"loss": -0.30759936571121216, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7806429862976074, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 412}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 413}
{"loss": -0.29909276962280273, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7612687945365906, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 413}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 414}
{"loss": -0.2801887094974518, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7133212685585022, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 414}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 415}
{"loss": -0.3130376935005188, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7949080467224121, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 415}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 416}
{"loss": -0.29480841755867004, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7497107982635498, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 416}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 417}
{"loss": -0.3103174567222595, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7869728207588196, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 417}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 418}
{"loss": -0.2840484082698822, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7179702520370483, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 418}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 419}
{"loss": -0.27672937512397766, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7013623118400574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 419}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 420}
{"loss": -0.2940276265144348, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7442805171012878, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 420}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 421}
{"loss": -0.3122968077659607, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7907784581184387, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 421}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 422}
{"loss": -0.2951294779777527, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7454981207847595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 422}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 423}
{"loss": -0.2998058795928955, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7580661773681641, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 423}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 424}
{"loss": -0.3013083040714264, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7607448101043701, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 424}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 425}
{"loss": -0.3037359416484833, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7671768069267273, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 425}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 426}
{"loss": -0.28281956911087036, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.714307427406311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 426}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 427}
{"loss": -0.3193265497684479, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8044294714927673, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 427}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 428}
{"loss": -0.325206995010376, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8184599876403809, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 428}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 429}
{"loss": -0.3365408182144165, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8464720249176025, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 429}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 430}
{"loss": -0.327266663312912, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8233292102813721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 430}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 431}
{"loss": -0.28112664818763733, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.704229474067688, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 431}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 432}
{"loss": -0.3314608335494995, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8334669470787048, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 432}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 433}
{"loss": -0.3143458068370819, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7877788543701172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 433}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 434}
{"loss": -0.2792443633079529, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7014944553375244, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 434}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 435}
{"loss": -0.304159551858902, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7620324492454529, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 435}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 436}
{"loss": -0.3229880630970001, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8096398115158081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 436}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 437}
{"loss": -0.2895887494087219, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.726610541343689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 437}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 438}
{"loss": -0.29873740673065186, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7478257417678833, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 438}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 439}
{"loss": -0.3054971992969513, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7639926075935364, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 439}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 440}
{"loss": -0.31848230957984924, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.797988772392273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 440}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 441}
{"loss": -0.31652241945266724, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7927983403205872, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 441}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 442}
{"loss": -0.3046557307243347, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7600001096725464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 442}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 443}
{"loss": -0.30019018054008484, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7509652972221375, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 443}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 444}
{"loss": -0.29957666993141174, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7493646144866943, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 444}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 445}
{"loss": -0.3143434524536133, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7846459746360779, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 445}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 446}
{"loss": -0.31867408752441406, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7958765029907227, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 446}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 447}
{"loss": -0.2826939523220062, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7033787965774536, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 447}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 448}
{"loss": -0.31490573287010193, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7845849394798279, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 448}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 449}
{"loss": -0.3101271986961365, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7728517055511475, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 449}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 450}
{"loss": -0.3351418673992157, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8348854184150696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 450}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 451}
{"loss": -0.300557941198349, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7462053894996643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 451}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 452}
{"loss": -0.3152085542678833, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7839587926864624, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 452}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 453}
{"loss": -0.3093273639678955, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7699769139289856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 453}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 454}
{"loss": -0.3035430610179901, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7544185519218445, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 454}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 455}
{"loss": -0.2870759665966034, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7133041620254517, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 455}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 456}
{"loss": -0.32744741439819336, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8117161989212036, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 456}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 457}
{"loss": -0.29236409068107605, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7263538837432861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 457}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 458}
{"loss": -0.30867287516593933, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7672058939933777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 458}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 459}
{"loss": -0.3248569965362549, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8027576208114624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 459}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 460}
{"loss": -0.3179764449596405, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7888323068618774, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 460}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 461}
{"loss": -0.3183833360671997, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7891672849655151, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 461}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 462}
{"loss": -0.33695188164711, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8352436423301697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 462}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 463}
{"loss": -0.3214521110057831, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7968655824661255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 463}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 464}
{"loss": -0.3033619821071625, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7505922317504883, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 464}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 465}
{"loss": -0.30839329957962036, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7632507681846619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 465}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 466}
{"loss": -0.31714555621147156, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7832205295562744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 466}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 467}
{"loss": -0.3074096739292145, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7598291635513306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 467}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 468}
{"loss": -0.2991656959056854, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7377062439918518, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 468}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 469}
{"loss": -0.2960304617881775, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7308180332183838, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 469}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 470}
{"loss": -0.31814220547676086, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.784867525100708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 470}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 471}
{"loss": -0.2936113476753235, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7215852737426758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 471}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 472}
{"loss": -0.2943771779537201, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7254388928413391, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 472}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 473}
{"loss": -0.32693570852279663, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8034993410110474, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 473}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 474}
{"loss": -0.3136172294616699, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7715896368026733, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 474}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 475}
{"loss": -0.3233885169029236, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.794925332069397, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 475}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 476}
{"loss": -0.29654866456985474, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7281191349029541, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 476}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 477}
{"loss": -0.3029090464115143, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7433299422264099, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 477}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 478}
{"loss": -0.2967471182346344, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7300562858581543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 478}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 479}
{"loss": -0.28536245226860046, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7004621624946594, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 479}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 480}
{"loss": -0.31277257204055786, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7686570286750793, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 480}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 481}
{"loss": -0.30268990993499756, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7426074147224426, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 481}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 482}
{"loss": -0.3218402862548828, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7912795543670654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 482}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 483}
{"loss": -0.32556387782096863, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.798042356967926, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 483}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 484}
{"loss": -0.3104656934738159, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.760346531867981, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 484}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 485}
{"loss": -0.2901911735534668, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7107617855072021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 485}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 486}
{"loss": -0.2894829213619232, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7096105813980103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 486}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 487}
{"loss": -0.3140115737915039, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7681147456169128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 487}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 488}
{"loss": -0.3003550171852112, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7324979305267334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 488}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 489}
{"loss": -0.32532140612602234, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.796485424041748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 489}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 490}
{"loss": -0.30672013759613037, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7505245804786682, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 490}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 491}
{"loss": -0.30642521381378174, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7483484745025635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 491}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 492}
{"loss": -0.2894691824913025, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7076920866966248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 492}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 493}
{"loss": -0.3168937861919403, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7732499241828918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 493}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 494}
{"loss": -0.25811970233917236, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6224206686019897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 494}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 495}
{"loss": -0.29270270466804504, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7139285802841187, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 495}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 496}
{"loss": -0.31341296434402466, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7634090781211853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 496}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 497}
{"loss": -0.29808327555656433, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7269805669784546, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 497}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 498}
{"loss": -0.31231430172920227, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7611247897148132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 498}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 499}
{"loss": -0.32391345500946045, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7889511585235596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 499}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 500}
{"loss": -0.2838117182254791, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6914195418357849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 500}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 501}
{"loss": -0.30044206976890564, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7318338751792908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 501}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 502}
{"loss": -0.3350701332092285, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8113892078399658, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 502}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 503}
{"loss": -0.32528921961784363, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7899883985519409, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 503}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 504}
{"loss": -0.3391878306865692, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8243880867958069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 504}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 505}
{"loss": -0.3059825897216797, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7435873746871948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 505}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 506}
{"loss": -0.3296336531639099, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8003632426261902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 506}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 507}
{"loss": -0.3217981457710266, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.781253457069397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 507}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 508}
{"loss": -0.31855255365371704, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7742177248001099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 508}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 509}
{"loss": -0.32242321968078613, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7820965051651001, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 509}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 510}
{"loss": -0.30963438749313354, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.751392126083374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 510}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 511}
{"loss": -0.3009369671344757, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7280920743942261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 511}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 512}
{"loss": -0.2974753677845001, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7205539345741272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 512}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 513}
{"loss": -0.30038031935691833, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7279449105262756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 513}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 514}
{"loss": -0.3137913942337036, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.759820282459259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 514}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 515}
{"loss": -0.3288658857345581, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7945379614830017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 515}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 516}
{"loss": -0.32481664419174194, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7855309844017029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 516}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 517}
{"loss": -0.3058087229728699, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.739297091960907, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 517}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 518}
{"loss": -0.299650102853775, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7249518036842346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 518}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 519}
{"loss": -0.3180311620235443, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7688899040222168, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 519}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 520}
{"loss": -0.28372862935066223, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6859814524650574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 520}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 521}
{"loss": -0.3137330412864685, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7558637857437134, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 521}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 522}
{"loss": -0.2928191125392914, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.706913948059082, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 522}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 523}
{"loss": -0.3036065995693207, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7319158911705017, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 523}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 524}
{"loss": -0.2978611886501312, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7189350128173828, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 524}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 525}
{"loss": -0.30170688033103943, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7287725806236267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 525}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 526}
{"loss": -0.2977440059185028, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.716103196144104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 526}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 527}
{"loss": -0.2863873541355133, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6902171969413757, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 527}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 528}
{"loss": -0.2922345995903015, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7045413851737976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 528}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 529}
{"loss": -0.30555641651153564, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7352702021598816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 529}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 530}
{"loss": -0.30876246094703674, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7427565455436707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 530}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 531}
{"loss": -0.31866276264190674, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7656097412109375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 531}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 532}
{"loss": -0.28910136222839355, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6954129338264465, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 532}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 533}
{"loss": -0.297151654958725, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7131195664405823, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 533}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 534}
{"loss": -0.3302322030067444, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7923020720481873, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 534}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 535}
{"loss": -0.31343162059783936, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7527925968170166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 535}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 536}
{"loss": -0.3165458142757416, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.760670006275177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 536}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 537}
{"loss": -0.29718220233917236, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.713861346244812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 537}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 538}
{"loss": -0.2737376093864441, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.657161295413971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 538}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 539}
{"loss": -0.2891654074192047, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6941307783126831, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 539}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 540}
{"loss": -0.31944072246551514, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7664594054222107, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 540}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 541}
{"loss": -0.2882225811481476, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.689571738243103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 541}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 542}
{"loss": -0.29900333285331726, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7171458005905151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 542}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 543}
{"loss": -0.30244308710098267, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7259010076522827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 543}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 544}
{"loss": -0.29625383019447327, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7098453640937805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 544}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 545}
{"loss": -0.30882224440574646, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7388424277305603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 545}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 546}
{"loss": -0.3322423994541168, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7945607304573059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 546}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 547}
{"loss": -0.30030322074890137, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7159423232078552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 547}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 548}
{"loss": -0.3003411591053009, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7187402248382568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 548}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 549}
{"loss": -0.32107099890708923, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.767598569393158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 549}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 550}
{"loss": -0.30208927392959595, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7194399833679199, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 550}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 551}
{"loss": -0.3204881250858307, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7661240100860596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 551}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 552}
{"loss": -0.32235148549079895, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7699341773986816, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 552}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 553}
{"loss": -0.31211239099502563, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7455056309700012, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 553}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 554}
{"loss": -0.29862654209136963, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7131231427192688, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 554}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 555}
{"loss": -0.2885689437389374, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6886229515075684, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 555}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 556}
{"loss": -0.3146619200706482, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7517207264900208, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 556}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 557}
{"loss": -0.3075208067893982, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7340493202209473, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 557}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 558}
{"loss": -0.2755017578601837, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6557367444038391, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 558}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 559}
{"loss": -0.30553993582725525, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7281988859176636, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 559}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 560}
{"loss": -0.3066868782043457, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7314106822013855, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 560}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 561}
{"loss": -0.3002645671367645, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7153330445289612, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 561}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 562}
{"loss": -0.30854371190071106, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7348860502243042, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 562}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 563}
{"loss": -0.3130364418029785, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7455785870552063, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 563}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 564}
{"loss": -0.3215925991535187, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7653217315673828, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 564}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 565}
{"loss": -0.34424009919166565, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8184711337089539, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 565}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 566}
{"loss": -0.2900732457637787, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6894500255584717, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 566}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 567}
{"loss": -0.2740810811519623, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6500698328018188, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 567}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 568}
{"loss": -0.28358346223831177, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6723012924194336, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 568}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 569}
{"loss": -0.2940080761909485, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6977641582489014, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 569}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 570}
{"loss": -0.3054340183734894, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7251660823822021, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 570}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 571}
{"loss": -0.3081546723842621, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7308797836303711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 571}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 572}
{"loss": -0.3118174970149994, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7390885949134827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 572}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 573}
{"loss": -0.31252822279930115, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7423959374427795, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 573}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 574}
{"loss": -0.29831963777542114, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7079885601997375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 574}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 575}
{"loss": -0.3037492632865906, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7205110192298889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 575}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 576}
{"loss": -0.30094119906425476, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7151625156402588, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 576}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 577}
{"loss": -0.31738021969795227, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7520372867584229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 577}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 578}
{"loss": -0.3003908693790436, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.711410641670227, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 578}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 579}
{"loss": -0.2966277599334717, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7020710706710815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 579}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 580}
{"loss": -0.31073126196861267, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.735599160194397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 580}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 581}
{"loss": -0.3001394271850586, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.711270272731781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 581}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 582}
{"loss": -0.28596973419189453, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6775953769683838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 582}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 583}
{"loss": -0.3034311830997467, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7168039679527283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 583}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 584}
{"loss": -0.31828421354293823, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7533676624298096, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 584}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 585}
{"loss": -0.30260899662971497, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7161869406700134, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 585}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 586}
{"loss": -0.2854187488555908, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6741683483123779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 586}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 587}
{"loss": -0.31056612730026245, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7339286208152771, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 587}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 588}
{"loss": -0.3097419738769531, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7325106263160706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 588}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 589}
{"loss": -0.28910210728645325, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6838780641555786, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 589}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 590}
{"loss": -0.30026641488075256, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7086026072502136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 590}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 591}
{"loss": -0.2977997958660126, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7025628089904785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 591}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 592}
{"loss": -0.30648788809776306, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7237116098403931, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 592}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 593}
{"loss": -0.3053111433982849, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7184839248657227, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 593}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 594}
{"loss": -0.3132905066013336, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7386478781700134, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 594}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 595}
{"loss": -0.29641449451446533, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.699476420879364, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 595}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 596}
{"loss": -0.3053794205188751, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7186079025268555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 596}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 597}
{"loss": -0.32200202345848083, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7573860287666321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 597}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 598}
{"loss": -0.33285677433013916, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.784101665019989, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 598}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 599}
{"loss": -0.30346861481666565, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.714827835559845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 599}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 600}
{"loss": -0.2984725832939148, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.70326828956604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 600}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 601}
{"loss": -0.300233393907547, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7069571614265442, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 601}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 602}
{"loss": -0.34999680519104004, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8235487341880798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 602}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 603}
{"loss": -0.32994458079338074, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7756754755973816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 603}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 604}
{"loss": -0.3071931302547455, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7229773998260498, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 604}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 605}
{"loss": -0.31250470876693726, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7334331274032593, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 605}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 606}
{"loss": -0.3304445147514343, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7757146954536438, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 606}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 607}
{"loss": -0.3072836399078369, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7206138968467712, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 607}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 608}
{"loss": -0.3148953914642334, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7397635579109192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 608}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 609}
{"loss": -0.2937759459018707, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6891694664955139, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 609}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 610}
{"loss": -0.30432167649269104, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7149195671081543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 610}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 611}
{"loss": -0.31878727674484253, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7476944923400879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 611}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 612}
{"loss": -0.3170541822910309, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7445253133773804, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 612}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 613}
{"loss": -0.30049341917037964, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7048869729042053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 613}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 614}
{"loss": -0.3104189932346344, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7271649837493896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 614}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 615}
{"loss": -0.3241088092327118, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7593001127243042, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 615}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 616}
{"loss": -0.3200553357601166, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.74924236536026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 616}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 617}
{"loss": -0.3033462166786194, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.711551308631897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 617}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 618}
{"loss": -0.33995282649993896, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7964665293693542, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 618}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 619}
{"loss": -0.2999066710472107, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7029570937156677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 619}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 620}
{"loss": -0.2951599061489105, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6901859641075134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 620}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 621}
{"loss": -0.2952796220779419, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.692491352558136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 621}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 622}
{"loss": -0.31425556540489197, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.735284149646759, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 622}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 623}
{"loss": -0.32681503891944885, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.764087975025177, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 623}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 624}
{"loss": -0.3089678883552551, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7229070067405701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 624}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 625}
{"loss": -0.32216304540634155, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7525728940963745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 625}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 626}
{"loss": -0.2785300612449646, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.648779571056366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 626}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 627}
{"loss": -0.32394444942474365, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7564061880111694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 627}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 628}
{"loss": -0.32119283080101013, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7507244348526001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 628}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 629}
{"loss": -0.3054361939430237, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7125750184059143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 629}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 630}
{"loss": -0.34152671694755554, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7977463006973267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 630}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 631}
{"loss": -0.2724425196647644, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6326892375946045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 631}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 632}
{"loss": -0.3274470567703247, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7643289566040039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 632}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 633}
{"loss": -0.3177584111690521, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7416552901268005, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 633}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 634}
{"loss": -0.2945074737071991, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6858146786689758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 634}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 635}
{"loss": -0.3308110535144806, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7717685699462891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 635}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 636}
{"loss": -0.3014971911907196, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7040113210678101, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 636}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 637}
{"loss": -0.3392833471298218, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7903687357902527, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 637}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 638}
{"loss": -0.33340343832969666, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7763834595680237, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 638}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 639}
{"loss": -0.35165783762931824, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8187808394432068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 639}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 640}
{"loss": -0.3249697983264923, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7572105526924133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 640}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 641}
{"loss": -0.31635355949401855, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7372475862503052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 641}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 642}
{"loss": -0.3210560381412506, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7471169233322144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 642}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 643}
{"loss": -0.31893545389175415, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7432810068130493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 643}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 644}
{"loss": -0.3246269226074219, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7552151679992676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 644}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 645}
{"loss": -0.33231204748153687, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.773135244846344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 645}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 646}
{"loss": -0.31187763810157776, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7265869379043579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 646}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 647}
{"loss": -0.2942863702774048, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6834643483161926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 647}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 648}
{"loss": -0.3249565362930298, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7555790543556213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 648}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 649}
{"loss": -0.3095172345638275, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7189125418663025, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 649}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 650}
{"loss": -0.32419297099113464, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7512065768241882, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 650}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 651}
{"loss": -0.322347491979599, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.748643696308136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 651}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 652}
{"loss": -0.3298335671424866, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7667325139045715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 652}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 653}
{"loss": -0.30338630080223083, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.704551637172699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 653}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 654}
{"loss": -0.32198476791381836, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.747252345085144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 654}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 655}
{"loss": -0.3022974133491516, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7015816569328308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 655}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 656}
{"loss": -0.3272906541824341, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.760191023349762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 656}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 657}
{"loss": -0.31597623229026794, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7330632209777832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 657}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 658}
{"loss": -0.33589813113212585, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7797026038169861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 658}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 659}
{"loss": -0.33109229803085327, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7685405015945435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 659}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 660}
{"loss": -0.3205314874649048, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.743862509727478, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 660}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 661}
{"loss": -0.3300309479236603, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7639647126197815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 661}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 662}
{"loss": -0.3111550807952881, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7203183174133301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 662}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 663}
{"loss": -0.318661093711853, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7384420037269592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 663}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 664}
{"loss": -0.3338231146335602, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7742789387702942, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 664}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 665}
{"loss": -0.3237868845462799, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7505427598953247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 665}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 666}
{"loss": -0.30754807591438293, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7123299837112427, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 666}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 667}
{"loss": -0.3391588032245636, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7846250534057617, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 667}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 668}
{"loss": -0.30439451336860657, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7046210765838623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 668}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 669}
{"loss": -0.3366906940937042, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7794132828712463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 669}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 670}
{"loss": -0.32516446709632874, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7520466446876526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 670}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 671}
{"loss": -0.30661216378211975, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7091246843338013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 671}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 672}
{"loss": -0.2858997881412506, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6613210439682007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 672}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 673}
{"loss": -0.35458460450172424, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8199455142021179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 673}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 674}
{"loss": -0.3270360827445984, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7551182508468628, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 674}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 675}
{"loss": -0.3329797089099884, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7691072821617126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 675}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 676}
{"loss": -0.33978161215782166, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7862192392349243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 676}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 677}
{"loss": -0.3399686813354492, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7860996127128601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 677}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 678}
{"loss": -0.35662704706192017, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.823411762714386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 678}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 679}
{"loss": -0.3043113648891449, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7030085325241089, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 679}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 680}
{"loss": -0.33429738879203796, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7710826396942139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 680}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 681}
{"loss": -0.31698694825172424, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.730210542678833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 681}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 682}
{"loss": -0.31478193402290344, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7271570563316345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 682}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 683}
{"loss": -0.34584617614746094, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7977761030197144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 683}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 684}
{"loss": -0.3254431188106537, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.75047367811203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 684}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 685}
{"loss": -0.32200849056243896, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7432787418365479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 685}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 686}
{"loss": -0.3027019202709198, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6968989968299866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 686}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 687}
{"loss": -0.339554101228714, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7825206518173218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 687}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 688}
{"loss": -0.3213287889957428, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7415289878845215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 688}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 689}
{"loss": -0.28861960768699646, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6648995876312256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 689}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 690}
{"loss": -0.3279608190059662, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7544013857841492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 690}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 691}
{"loss": -0.34774547815322876, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8013256192207336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 691}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 692}
{"loss": -0.3123926818370819, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7195501327514648, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 692}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 693}
{"loss": -0.329464316368103, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7595158219337463, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 693}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 694}
{"loss": -0.33016642928123474, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.761032223701477, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 694}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 695}
{"loss": -0.32336464524269104, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7447997331619263, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 695}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 696}
{"loss": -0.33580973744392395, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7734507918357849, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 696}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 697}
{"loss": -0.33973824977874756, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7816880941390991, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 697}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 698}
{"loss": -0.3222314715385437, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7412688136100769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 698}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 699}
{"loss": -0.3234052360057831, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7443750500679016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 699}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 700}
{"loss": -0.31163233518600464, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7153704166412354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 700}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 701}
{"loss": -0.3299344778060913, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7590596675872803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 701}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 702}
{"loss": -0.3180723786354065, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.729492723941803, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 702}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 703}
{"loss": -0.3311746418476105, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7606256604194641, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 703}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 704}
{"loss": -0.28958049416542053, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6634259223937988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 704}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 705}
{"loss": -0.32073768973350525, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7366263270378113, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 705}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 706}
{"loss": -0.3473605215549469, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7980831861495972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 706}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 707}
{"loss": -0.3447427749633789, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7901273369789124, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 707}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 708}
{"loss": -0.3289526104927063, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7541031241416931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 708}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 709}
{"loss": -0.313293993473053, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7184659242630005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 709}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 710}
{"loss": -0.3338618278503418, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7665033340454102, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 710}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 711}
{"loss": -0.3141990602016449, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7211463451385498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 711}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 712}
{"loss": -0.3095935583114624, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7112126350402832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 712}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 713}
{"loss": -0.32724007964134216, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7511863708496094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 713}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 714}
{"loss": -0.3065257966518402, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7022336721420288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 714}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 715}
{"loss": -0.33942359685897827, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7785806059837341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 715}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 716}
{"loss": -0.3453720808029175, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7917664051055908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 716}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 717}
{"loss": -0.3230951130390167, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7391111850738525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 717}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 718}
{"loss": -0.3280162513256073, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7515392303466797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 718}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 719}
{"loss": -0.3349570631980896, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7664782404899597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 719}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 720}
{"loss": -0.3437550663948059, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7877471446990967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 720}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 721}
{"loss": -0.33685052394866943, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.771489679813385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 721}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 722}
{"loss": -0.30673491954803467, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7027199268341064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 722}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 723}
{"loss": -0.3320150375366211, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7599039077758789, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 723}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 724}
{"loss": -0.3365704119205475, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.768890917301178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 724}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 725}
{"loss": -0.33946630358695984, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7761270403862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 725}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 726}
{"loss": -0.3507678806781769, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8023108243942261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 726}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 727}
{"loss": -0.31380316615104675, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.717488706111908, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 727}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 728}
{"loss": -0.34719547629356384, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7927682995796204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 728}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 729}
{"loss": -0.3312782049179077, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7543882727622986, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 729}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 730}
{"loss": -0.3252175748348236, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7437629103660583, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 730}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 731}
{"loss": -0.3349003791809082, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7650790214538574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 731}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 732}
{"loss": -0.329466313123703, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.753646969795227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 732}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 733}
{"loss": -0.3267458975315094, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7473032474517822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 733}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 734}
{"loss": -0.34056127071380615, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7778923511505127, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 734}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 735}
{"loss": -0.3035472631454468, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6910330653190613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 735}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 736}
{"loss": -0.3382689356803894, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7721756100654602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 736}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 737}
{"loss": -0.3287465572357178, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7502678036689758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 737}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 738}
{"loss": -0.3376151919364929, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7711313366889954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 738}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 739}
{"loss": -0.31696420907974243, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7232584953308105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 739}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 740}
{"loss": -0.33600354194641113, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7662572860717773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 740}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 741}
{"loss": -0.3342975378036499, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7621815800666809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 741}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 742}
{"loss": -0.31257322430610657, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7132440209388733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 742}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 743}
{"loss": -0.3537708520889282, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8068835735321045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 743}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 744}
{"loss": -0.3208540081977844, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7321937680244446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 744}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 745}
{"loss": -0.32382041215896606, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7378321886062622, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 745}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 746}
{"loss": -0.2999337613582611, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6836724281311035, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 746}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 747}
{"loss": -0.33805832266807556, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7703198790550232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 747}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 748}
{"loss": -0.3262878656387329, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7440515160560608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 748}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 749}
{"loss": -0.3434597849845886, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7831084728240967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 749}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 750}
{"loss": -0.3265852928161621, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7443956732749939, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 750}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 751}
{"loss": -0.34406930208206177, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.784060537815094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 751}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 752}
{"loss": -0.3539336025714874, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8058990240097046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 752}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 753}
{"loss": -0.29060348868370056, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6600419878959656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 753}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 754}
{"loss": -0.3265882730484009, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.744471549987793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 754}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 755}
{"loss": -0.3364032506942749, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7658773064613342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 755}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 756}
{"loss": -0.29462969303131104, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.668341338634491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 756}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 757}
{"loss": -0.34180155396461487, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7786273956298828, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 757}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 758}
{"loss": -0.34867754578590393, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7930009961128235, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 758}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 759}
{"loss": -0.32952597737312317, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.74960857629776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 759}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 760}
{"loss": -0.3453122079372406, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.785737931728363, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 760}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 761}
{"loss": -0.34546515345573425, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7834306359291077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 761}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 762}
{"loss": -0.32021862268447876, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7280300855636597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 762}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 763}
{"loss": -0.3409416079521179, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.774963915348053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 763}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 764}
{"loss": -0.3240283727645874, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7356523871421814, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 764}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 765}
{"loss": -0.31890520453453064, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7249948382377625, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 765}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 766}
{"loss": -0.32165008783340454, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7314863801002502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 766}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 767}
{"loss": -0.29980960488319397, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6802043318748474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 767}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 768}
{"loss": -0.3425987958908081, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7783785462379456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 768}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 769}
{"loss": -0.3534345030784607, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8031038045883179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 769}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 770}
{"loss": -0.3267694115638733, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7420244812965393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 770}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 771}
{"loss": -0.3095610439777374, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7028628587722778, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 771}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 772}
{"loss": -0.3043777644634247, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6920960545539856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 772}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 773}
{"loss": -0.3281264007091522, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7452294826507568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 773}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 774}
{"loss": -0.32712429761886597, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7432290315628052, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 774}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 775}
{"loss": -0.33683493733406067, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7647390961647034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 775}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 776}
{"loss": -0.3166666030883789, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7176138758659363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 776}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 777}
{"loss": -0.3497806489467621, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7932080030441284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 777}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 778}
{"loss": -0.31404149532318115, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7123177647590637, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 778}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 779}
{"loss": -0.3354682922363281, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7611520290374756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 779}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 780}
{"loss": -0.3303033411502838, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7488381862640381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 780}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 781}
{"loss": -0.3374464511871338, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7637837529182434, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 781}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 782}
{"loss": -0.33348584175109863, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7563990354537964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 782}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 783}
{"loss": -0.309990257024765, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7026403546333313, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 783}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 784}
{"loss": -0.3423237204551697, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7752269506454468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 784}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 785}
{"loss": -0.274198442697525, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6191012263298035, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 785}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 786}
{"loss": -0.320067435503006, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7257384061813354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 786}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 787}
{"loss": -0.3253006935119629, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7372761368751526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 787}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 788}
{"loss": -0.2992594540119171, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6770970225334167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 788}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 789}
{"loss": -0.3184334933757782, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7208263874053955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 789}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 790}
{"loss": -0.33175650238990784, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7511478662490845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 790}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 791}
{"loss": -0.34860458970069885, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7888261675834656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 791}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 792}
{"loss": -0.31510502099990845, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7135977149009705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 792}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 793}
{"loss": -0.3222671449184418, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.729383647441864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 793}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 794}
{"loss": -0.316530704498291, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7165266275405884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 794}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 795}
{"loss": -0.3295290172100067, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7446324229240417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 795}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 796}
{"loss": -0.3335922658443451, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7552310824394226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 796}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 797}
{"loss": -0.32595035433769226, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7376857995986938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 797}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 798}
{"loss": -0.31294694542884827, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7080580592155457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 798}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 799}
{"loss": -0.3155564069747925, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.713545024394989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 799}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 800}
{"loss": -0.3333473801612854, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7543206810951233, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 800}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 801}
{"loss": -0.33428463339805603, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7565829157829285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 801}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 802}
{"loss": -0.3293318450450897, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7446104288101196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 802}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 803}
{"loss": -0.3469124138355255, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7837373614311218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 803}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 804}
{"loss": -0.3369625210762024, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7613976001739502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 804}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 805}
{"loss": -0.3147205412387848, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7101580500602722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 805}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 806}
{"loss": -0.3407285511493683, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7700632214546204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 806}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 807}
{"loss": -0.3394975960254669, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7655074000358582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 807}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 808}
{"loss": -0.3444308340549469, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7773436307907104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 808}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 809}
{"loss": -0.3316827118396759, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7484234571456909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 809}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 810}
{"loss": -0.33836883306503296, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7644370794296265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 810}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 811}
{"loss": -0.32514485716819763, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7338992953300476, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 811}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 812}
{"loss": -0.3179285526275635, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7165898084640503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 812}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 813}
{"loss": -0.3439471125602722, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7754732966423035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 813}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 814}
{"loss": -0.3466458022594452, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7820886969566345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 814}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 815}
{"loss": -0.321219801902771, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7247668504714966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 815}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 816}
{"loss": -0.29821112751960754, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6719502806663513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 816}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 817}
{"loss": -0.35634252429008484, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8037272095680237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 817}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 818}
{"loss": -0.3329426944255829, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7474939823150635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 818}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 819}
{"loss": -0.3258990943431854, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7349826693534851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 819}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 820}
{"loss": -0.3237859904766083, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7292580008506775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 820}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 821}
{"loss": -0.3255474269390106, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7342085838317871, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 821}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 822}
{"loss": -0.33167392015457153, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7481729388237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 822}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 823}
{"loss": -0.3284476101398468, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7395367622375488, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 823}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 824}
{"loss": -0.33036500215530396, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7439590096473694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 824}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 825}
{"loss": -0.3173415958881378, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7146967649459839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 825}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 826}
{"loss": -0.3380582928657532, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7590395212173462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 826}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 827}
{"loss": -0.33378079533576965, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7515200972557068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 827}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 828}
{"loss": -0.3504996597766876, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7886074185371399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 828}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 829}
{"loss": -0.2884955406188965, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6479101777076721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 829}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 830}
{"loss": -0.3333483934402466, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7495896816253662, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 830}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 831}
{"loss": -0.32791540026664734, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7357383966445923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 831}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 832}
{"loss": -0.33166077733039856, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7457391023635864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 832}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 833}
{"loss": -0.35855308175086975, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8066145181655884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 833}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 834}
{"loss": -0.3394772708415985, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7635169625282288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 834}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 835}
{"loss": -0.34933197498321533, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.785538375377655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 835}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 836}
{"loss": -0.34451764822006226, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7747402787208557, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 836}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 837}
{"loss": -0.3218323290348053, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7234123349189758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 837}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 838}
{"loss": -0.33154797554016113, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7442247271537781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 838}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 839}
{"loss": -0.31132376194000244, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6991515755653381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 839}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 840}
{"loss": -0.34049057960510254, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7658644914627075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 840}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 841}
{"loss": -0.341253399848938, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7675795555114746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 841}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 842}
{"loss": -0.31682249903678894, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7115506529808044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 842}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 843}
{"loss": -0.3466568887233734, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7784761190414429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 843}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 844}
{"loss": -0.33240997791290283, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7473201751708984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 844}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 845}
{"loss": -0.3363933861255646, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.75586998462677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 845}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 846}
{"loss": -0.31567004323005676, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7093438506126404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 846}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 847}
{"loss": -0.3195517957210541, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7186329364776611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 847}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 848}
{"loss": -0.33376407623291016, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7495874166488647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 848}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 849}
{"loss": -0.3338639438152313, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7500500082969666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 849}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 850}
{"loss": -0.3128894567489624, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7022082209587097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 850}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 851}
{"loss": -0.31430789828300476, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.705345630645752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 851}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 852}
{"loss": -0.33313819766044617, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7482091188430786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 852}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 853}
{"loss": -0.3082655370235443, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6923418045043945, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 853}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 854}
{"loss": -0.32774361968040466, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7340089678764343, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 854}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 855}
{"loss": -0.3165246844291687, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.710484504699707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 855}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 856}
{"loss": -0.30482423305511475, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6839829683303833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 856}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 857}
{"loss": -0.30316662788391113, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6799916625022888, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 857}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 858}
{"loss": -0.30681636929512024, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6857167482376099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 858}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 859}
{"loss": -0.3382052779197693, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.757826030254364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 859}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 860}
{"loss": -0.3159693479537964, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7078747749328613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 860}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 861}
{"loss": -0.31790146231651306, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7130551934242249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 861}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 862}
{"loss": -0.3232487738132477, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7240248322486877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 862}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 863}
{"loss": -0.30801281332969666, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.68941330909729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 863}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 864}
{"loss": -0.33794844150543213, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7578494548797607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 864}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 865}
{"loss": -0.31552833318710327, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7064611911773682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 865}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 866}
{"loss": -0.3139535188674927, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7031270861625671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 866}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 867}
{"loss": -0.32416993379592896, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7261601090431213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 867}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 868}
{"loss": -0.309530645608902, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6931874752044678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 868}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 869}
{"loss": -0.28922131657600403, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6468039751052856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 869}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 870}
{"loss": -0.33756521344184875, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7557088732719421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 870}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 871}
{"loss": -0.3332565426826477, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7456345558166504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 871}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 872}
{"loss": -0.31959325075149536, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7137278318405151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 872}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 873}
{"loss": -0.3096085488796234, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6933357119560242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 873}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 874}
{"loss": -0.3229024112224579, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7226659655570984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 874}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 875}
{"loss": -0.31800517439842224, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7121075987815857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 875}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 876}
{"loss": -0.32501479983329773, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7268455028533936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 876}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 877}
{"loss": -0.3329218924045563, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7448794841766357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 877}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 878}
{"loss": -0.3483530282974243, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7792991399765015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 878}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 879}
{"loss": -0.2950473129749298, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6576465368270874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 879}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 880}
{"loss": -0.320573627948761, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7163034081459045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 880}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 881}
{"loss": -0.33593395352363586, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7503615617752075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 881}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 882}
{"loss": -0.33882978558540344, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7575708031654358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 882}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 883}
{"loss": -0.3227778673171997, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7219849228858948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 883}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 884}
{"loss": -0.33229967951774597, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7426097393035889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 884}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 885}
{"loss": -0.31989532709121704, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7136867642402649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 885}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 886}
{"loss": -0.3176298439502716, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7098039984703064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 886}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 887}
{"loss": -0.3172914385795593, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7093517184257507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 887}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 888}
{"loss": -0.3068421185016632, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6854529976844788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 888}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 889}
{"loss": -0.344527006149292, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7694834470748901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 889}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 890}
{"loss": -0.2828812897205353, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6302492618560791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 890}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 891}
{"loss": -0.29360759258270264, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6541305184364319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 891}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 892}
{"loss": -0.3583013117313385, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7999504804611206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 892}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 893}
{"loss": -0.32630711793899536, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7280877828598022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 893}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 894}
{"loss": -0.3292367458343506, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7348197102546692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 894}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 895}
{"loss": -0.33060917258262634, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7373470664024353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 895}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 896}
{"loss": -0.30183175206184387, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.674028754234314, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 896}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 897}
{"loss": -0.30597445368766785, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6798539757728577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 897}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 898}
{"loss": -0.31192079186439514, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6959603428840637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 898}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 899}
{"loss": -0.326104074716568, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7273263931274414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 899}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 900}
{"loss": -0.34085723757743835, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.760707437992096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 900}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 901}
{"loss": -0.30838578939437866, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6882042288780212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 901}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 902}
{"loss": -0.29131585359573364, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6491575837135315, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 902}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 903}
{"loss": -0.3434641659259796, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7656794786453247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 903}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 904}
{"loss": -0.3221409022808075, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7181681990623474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 904}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 905}
{"loss": -0.331425279378891, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7396383285522461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 905}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 906}
{"loss": -0.3163709044456482, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7053743600845337, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 906}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 907}
{"loss": -0.3345221281051636, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7455081939697266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 907}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 908}
{"loss": -0.34646838903427124, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7705680131912231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 908}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 909}
{"loss": -0.3351284861564636, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.745805025100708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 909}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 910}
{"loss": -0.3129694163799286, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6972594857215881, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 910}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 911}
{"loss": -0.3095172643661499, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6891358494758606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 911}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 912}
{"loss": -0.342029333114624, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7619293332099915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 912}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 913}
{"loss": -0.3197582960128784, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.712181568145752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 913}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 914}
{"loss": -0.31576797366142273, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7028714418411255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 914}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 915}
{"loss": -0.34088170528411865, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7591421008110046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 915}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 916}
{"loss": -0.30952244997024536, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.689414381980896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 916}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 917}
{"loss": -0.3427170515060425, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7625773549079895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 917}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 918}
{"loss": -0.3333181142807007, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7426472306251526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 918}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 919}
{"loss": -0.32695525884628296, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7281003594398499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 919}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 920}
{"loss": -0.3137660622596741, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6985066533088684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 920}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 921}
{"loss": -0.31727468967437744, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7060902714729309, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 921}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 922}
{"loss": -0.3221282660961151, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7170159220695496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 922}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 923}
{"loss": -0.34872421622276306, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7759542465209961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 923}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 924}
{"loss": -0.3411901891231537, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7591758370399475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 924}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 925}
{"loss": -0.30164650082588196, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6710562705993652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 925}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 926}
{"loss": -0.32499775290489197, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7225906252861023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 926}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 927}
{"loss": -0.3380070924758911, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7508437633514404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 927}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 928}
{"loss": -0.32027730345726013, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.711938202381134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 928}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 929}
{"loss": -0.34829404950141907, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7734463810920715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 929}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 930}
{"loss": -0.3222849667072296, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7166113257408142, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 930}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 931}
{"loss": -0.3193463683128357, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7097505331039429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 931}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 932}
{"loss": -0.3225729763507843, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7173500061035156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 932}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 933}
{"loss": -0.30464255809783936, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6765479445457458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 933}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 934}
{"loss": -0.32761329412460327, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7276303768157959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 934}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 935}
{"loss": -0.32677513360977173, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7261597514152527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 935}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 936}
{"loss": -0.3453735411167145, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7674463391304016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 936}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 937}
{"loss": -0.35997045040130615, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7996994256973267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 937}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 938}
{"loss": -0.30909228324890137, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6864240765571594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 938}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 939}
{"loss": -0.3238820731639862, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7192433476448059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 939}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 940}
{"loss": -0.34262824058532715, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7597732543945312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 940}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 941}
{"loss": -0.34344491362571716, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7625535130500793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 941}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 942}
{"loss": -0.3189694881439209, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7078163027763367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 942}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 943}
{"loss": -0.32234591245651245, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7134609222412109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 943}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 944}
{"loss": -0.3303123712539673, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.733183741569519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 944}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 945}
{"loss": -0.3136199116706848, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.695133626461029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 945}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 946}
{"loss": -0.33259764313697815, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7386050820350647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 946}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 947}
{"loss": -0.32475611567497253, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7195932865142822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 947}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 948}
{"loss": -0.3148701786994934, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6977116465568542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 948}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 949}
{"loss": -0.3265589773654938, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7243654131889343, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 949}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 950}
{"loss": -0.3271004855632782, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7256801128387451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 950}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 951}
{"loss": -0.3210519850254059, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7112593650817871, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 951}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 952}
{"loss": -0.32734572887420654, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7261546850204468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 952}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 953}
{"loss": -0.2716057598590851, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6016188263893127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 953}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 954}
{"loss": -0.34246814250946045, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7590214610099792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 954}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 955}
{"loss": -0.32176652550697327, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7131269574165344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 955}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 956}
{"loss": -0.34349119663238525, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7605637907981873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 956}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 957}
{"loss": -0.3297741711139679, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7297922372817993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 957}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 958}
{"loss": -0.32799094915390015, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.725829541683197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 958}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 959}
{"loss": -0.3039606809616089, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6726862788200378, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 959}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 960}
{"loss": -0.32656416296958923, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7221181392669678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 960}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 961}
{"loss": -0.3210592269897461, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.710623025894165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 961}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 962}
{"loss": -0.32369282841682434, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.716715395450592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 962}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 963}
{"loss": -0.33733493089675903, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7468895316123962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 963}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 964}
{"loss": -0.3352631628513336, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7423141598701477, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 964}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 965}
{"loss": -0.3353983163833618, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7430304288864136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 965}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 966}
{"loss": -0.32766100764274597, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7236736416816711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 966}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 967}
{"loss": -0.34256553649902344, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7586567401885986, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 967}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 968}
{"loss": -0.34184539318084717, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.756758451461792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 968}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 969}
{"loss": -0.3370146155357361, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7453190684318542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 969}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 970}
{"loss": -0.35729625821113586, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7890596389770508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 970}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 971}
{"loss": -0.34186720848083496, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7562955021858215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 971}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 972}
{"loss": -0.32889387011528015, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7274793982505798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 972}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 973}
{"loss": -0.3409332036972046, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7548786401748657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 973}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 974}
{"loss": -0.35057660937309265, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7757081389427185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 974}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 975}
{"loss": -0.3237511217594147, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7158177495002747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 975}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 976}
{"loss": -0.3496166467666626, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7734402418136597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 976}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 977}
{"loss": -0.33467164635658264, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7400141358375549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 977}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 978}
{"loss": -0.3138629198074341, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6937479972839355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 978}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 979}
{"loss": -0.35498562455177307, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7844538688659668, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 979}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 980}
{"loss": -0.31545430421829224, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6974722146987915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 980}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 981}
{"loss": -0.3210223913192749, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7096290588378906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 981}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 982}
{"loss": -0.3350135087966919, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7411449551582336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 982}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 983}
{"loss": -0.3615681231021881, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7994733452796936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 983}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 984}
{"loss": -0.3184552788734436, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7033041715621948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 984}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 985}
{"loss": -0.31681594252586365, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6987908482551575, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 985}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 986}
{"loss": -0.3223216235637665, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7116051316261292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 986}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 987}
{"loss": -0.327168345451355, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7228068709373474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 987}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 988}
{"loss": -0.31572502851486206, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6967542171478271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 988}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 989}
{"loss": -0.3447493016719818, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7614703178405762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 989}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 990}
{"loss": -0.3185548186302185, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7033527493476868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 990}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 991}
{"loss": -0.32125258445739746, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.709864616394043, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 991}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 992}
{"loss": -0.33120056986808777, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7317351698875427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 992}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 993}
{"loss": -0.3542546033859253, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7823872566223145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 993}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 994}
{"loss": -0.33184003829956055, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.733097493648529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 994}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 995}
{"loss": -0.32165393233299255, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.709553599357605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 995}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 996}
{"loss": -0.32945606112480164, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7271857261657715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 996}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 997}
{"loss": -0.3248668611049652, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7170627117156982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 997}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 998}
{"loss": -0.32169559597969055, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7103438377380371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 998}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 999}
{"loss": -0.3038965165615082, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6693770289421082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 999}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1000}
{"loss": -0.3153890073299408, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6949605941772461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1000}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1001}
{"loss": -0.3387605547904968, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7474716305732727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1001}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1002}
{"loss": -0.3509964048862457, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7734509706497192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1002}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1003}
{"loss": -0.3560532033443451, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7856225371360779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1003}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1004}
{"loss": -0.3304295539855957, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7291113138198853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1004}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1005}
{"loss": -0.3354448676109314, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7400431036949158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1005}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1006}
{"loss": -0.3291846215724945, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7260506749153137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1006}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1007}
{"loss": -0.3374713063240051, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.743872880935669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1007}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1008}
{"loss": -0.3769493103027344, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.83128422498703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1008}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1009}
{"loss": -0.31276053190231323, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.689677357673645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1009}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1010}
{"loss": -0.3216630816459656, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7091939449310303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1010}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1011}
{"loss": -0.33258652687072754, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7319958806037903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1011}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1012}
{"loss": -0.3354317545890808, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.73860764503479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1012}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1013}
{"loss": -0.3427378833293915, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7550187110900879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1013}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1014}
{"loss": -0.324337363243103, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7145366668701172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1014}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1015}
{"loss": -0.3423166275024414, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7535555362701416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1015}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1016}
{"loss": -0.3469260632991791, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7643881440162659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1016}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1017}
{"loss": -0.2879094183444977, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6327974200248718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1017}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1018}
{"loss": -0.2799232602119446, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.615031898021698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1018}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1019}
{"loss": -0.31800559163093567, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6997811794281006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1019}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1020}
{"loss": -0.32782286405563354, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7219544053077698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1020}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1021}
{"loss": -0.3281337022781372, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7223082184791565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1021}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1022}
{"loss": -0.3232381045818329, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7118041515350342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1022}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1023}
{"loss": -0.32787108421325684, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7211865186691284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1023}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1024}
{"loss": -0.34983327984809875, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7694069147109985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1024}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1025}
{"loss": -0.33490991592407227, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7368882298469543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1025}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1026}
{"loss": -0.33659207820892334, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7413780689239502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1026}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1027}
{"loss": -0.34555885195732117, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.759781002998352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1027}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1028}
{"loss": -0.3741965889930725, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8229467868804932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1028}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1029}
{"loss": -0.3567294478416443, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7851512432098389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1029}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1030}
{"loss": -0.34117022156715393, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7509637475013733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1030}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1031}
{"loss": -0.3227287232875824, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7098941802978516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1031}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1032}
{"loss": -0.32330816984176636, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7105536460876465, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1032}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1033}
{"loss": -0.311914324760437, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6859685182571411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1033}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1034}
{"loss": -0.3107130229473114, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6831889152526855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1034}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1035}
{"loss": -0.32693639397621155, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.719090461730957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1035}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1036}
{"loss": -0.34167176485061646, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.750292181968689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1036}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1037}
{"loss": -0.30285894870758057, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6648956537246704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1037}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1038}
{"loss": -0.3335992395877838, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7332461476325989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1038}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1039}
{"loss": -0.31308403611183167, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.687608540058136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1039}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1040}
{"loss": -0.33038464188575745, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.726375937461853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1040}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1041}
{"loss": -0.3382244408130646, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.743632435798645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1041}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1042}
{"loss": -0.3530757427215576, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7754667401313782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1042}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1043}
{"loss": -0.34120097756385803, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.74887615442276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1043}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1044}
{"loss": -0.33287397027015686, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7317187786102295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1044}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1045}
{"loss": -0.3149721920490265, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6910750269889832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1045}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1046}
{"loss": -0.3342982232570648, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7337812781333923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1046}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1047}
{"loss": -0.34488826990127563, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7578184008598328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1047}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1048}
{"loss": -0.3483790159225464, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7649277448654175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1048}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1049}
{"loss": -0.33460813760757446, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7350824475288391, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1049}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1050}
{"loss": -0.3476211726665497, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7638959884643555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1050}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1051}
{"loss": -0.3328298032283783, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7311273217201233, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1051}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1052}
{"loss": -0.33491531014442444, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7353434562683105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1052}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1053}
{"loss": -0.3265724182128906, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.716474175453186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1053}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1054}
{"loss": -0.3352154493331909, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.735999345779419, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1054}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1055}
{"loss": -0.3156765103340149, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6931184530258179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1055}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1056}
{"loss": -0.34456831216812134, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.755855143070221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1056}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1057}
{"loss": -0.3397531807422638, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7446880340576172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1057}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1058}
{"loss": -0.3594304323196411, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7889900207519531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1058}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1059}
{"loss": -0.33097726106643677, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7261514663696289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1059}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1060}
{"loss": -0.34219875931739807, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7510027885437012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1060}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1061}
{"loss": -0.3378334641456604, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.741587221622467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1061}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1062}
{"loss": -0.28632596135139465, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.627228856086731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1062}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1063}
{"loss": -0.3339215815067291, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7321556210517883, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1063}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1064}
{"loss": -0.3277466297149658, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7191668748855591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1064}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1065}
{"loss": -0.2995176911354065, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6572018265724182, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1065}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1066}
{"loss": -0.30918172001838684, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6784083843231201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1066}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1067}
{"loss": -0.32098907232284546, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7039217352867126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1067}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1068}
{"loss": -0.3258911073207855, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7151239514350891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1068}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1069}
{"loss": -0.35329246520996094, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7747073173522949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1069}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1070}
{"loss": -0.3707294166088104, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8123114109039307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1070}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1071}
{"loss": -0.34289148449897766, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7514157891273499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1071}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1072}
{"loss": -0.3374655544757843, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7395848631858826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1072}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1073}
{"loss": -0.3592410087585449, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7859962582588196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1073}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1074}
{"loss": -0.30777838826179504, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6728452444076538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1074}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1075}
{"loss": -0.32660818099975586, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7153550386428833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1075}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1076}
{"loss": -0.3677401542663574, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8049575686454773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1076}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1077}
{"loss": -0.34720930457115173, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7600324749946594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1077}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1078}
{"loss": -0.32177168130874634, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7045068740844727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1078}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1079}
{"loss": -0.353146493434906, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7737005949020386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1079}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1080}
{"loss": -0.35839447379112244, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7853237986564636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1080}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1081}
{"loss": -0.36696746945381165, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8025347590446472, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1081}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1082}
{"loss": -0.3670743405818939, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8028852343559265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1082}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1083}
{"loss": -0.3560706377029419, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7800562977790833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1083}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1084}
{"loss": -0.34954506158828735, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.76552814245224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1084}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1085}
{"loss": -0.3503664433956146, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7673869132995605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1085}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1086}
{"loss": -0.3176928162574768, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.694599986076355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1086}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1087}
{"loss": -0.3472430408000946, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7591467499732971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1087}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1088}
{"loss": -0.29173219203948975, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6364644169807434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1088}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1089}
{"loss": -0.3459285795688629, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7564966678619385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1089}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1090}
{"loss": -0.3557874858379364, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7786371111869812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1090}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1091}
{"loss": -0.3769197463989258, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8249296545982361, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1091}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1092}
{"loss": -0.32385870814323425, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7087311744689941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1092}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1093}
{"loss": -0.34049659967422485, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7449362277984619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1093}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1094}
{"loss": -0.3641302287578583, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7969425320625305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1094}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1095}
{"loss": -0.36477136611938477, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.797919750213623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1095}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1096}
{"loss": -0.34863996505737305, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7624932527542114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1096}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1097}
{"loss": -0.3572847843170166, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7818934321403503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1097}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1098}
{"loss": -0.3429373800754547, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7506282925605774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1098}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1099}
{"loss": -0.33694159984588623, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7372923493385315, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1099}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1100}
{"loss": -0.3333738446235657, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7300658226013184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1100}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1101}
{"loss": -0.355019211769104, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7767649292945862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1101}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1102}
{"loss": -0.328764408826828, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7194673418998718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1102}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1103}
{"loss": -0.34711530804634094, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7596598267555237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1103}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1104}
{"loss": -0.35746997594833374, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7820925712585449, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1104}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1105}
{"loss": -0.3261759579181671, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.712943971157074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1105}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1106}
{"loss": -0.33522337675094604, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7324296236038208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1106}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1107}
{"loss": -0.34907209873199463, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.762816846370697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1107}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1108}
{"loss": -0.3485634922981262, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7614511847496033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1108}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1109}
{"loss": -0.34153038263320923, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7464789748191833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1109}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1110}
{"loss": -0.3562931418418884, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7792950868606567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1110}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1111}
{"loss": -0.34172001481056213, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7465823888778687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1111}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1112}
{"loss": -0.3260044753551483, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7114847898483276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1112}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1113}
{"loss": -0.3556205630302429, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7767613530158997, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1113}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1114}
{"loss": -0.3321073651313782, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7249816060066223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1114}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1115}
{"loss": -0.34676122665405273, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7579348087310791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1115}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1116}
{"loss": -0.3348417282104492, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7315537929534912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1116}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1117}
{"loss": -0.32314208149909973, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7045413255691528, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1117}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1118}
{"loss": -0.3460341989994049, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7560800313949585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1118}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1119}
{"loss": -0.30292630195617676, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6607380509376526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1119}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1120}
{"loss": -0.3436759412288666, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.75089430809021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1120}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1121}
{"loss": -0.33995941281318665, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7424632906913757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1121}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1122}
{"loss": -0.3098234534263611, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6752099394798279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1122}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1123}
{"loss": -0.3372220993041992, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7362191081047058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1123}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1124}
{"loss": -0.358111172914505, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7818045616149902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1124}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1125}
{"loss": -0.3540315628051758, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7725208401679993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1125}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1126}
{"loss": -0.3252626359462738, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7097619771957397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1126}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1127}
{"loss": -0.3071012496948242, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.66993248462677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1127}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1128}
{"loss": -0.36294838786125183, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7922763824462891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1128}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1129}
{"loss": -0.36814504861831665, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8034130334854126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1129}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1130}
{"loss": -0.3078515827655792, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6707674860954285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1130}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1131}
{"loss": -0.3444674015045166, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7516485452651978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1131}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1132}
{"loss": -0.37476062774658203, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8178935647010803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1132}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1133}
{"loss": -0.33698543906211853, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7350683212280273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1133}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1134}
{"loss": -0.31956472992897034, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6966875791549683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1134}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1135}
{"loss": -0.378445029258728, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8257097601890564, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1135}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1136}
{"loss": -0.3253580331802368, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7098477482795715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1136}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1137}
{"loss": -0.35964441299438477, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7845579981803894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1137}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1138}
{"loss": -0.3408142626285553, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.743022084236145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1138}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1139}
{"loss": -0.2848116457462311, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6201587915420532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1139}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1140}
{"loss": -0.3467153310775757, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7555273175239563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1140}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1141}
{"loss": -0.3317141830921173, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7233616709709167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1141}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1142}
{"loss": -0.35455065965652466, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7734713554382324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1142}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1143}
{"loss": -0.2941761016845703, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6398102641105652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1143}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1144}
{"loss": -0.3163910508155823, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6888847351074219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1144}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1145}
{"loss": -0.2947980761528015, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6417614221572876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1145}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1146}
{"loss": -0.3621893525123596, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7894837260246277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1146}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1147}
{"loss": -0.3660356104373932, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7976575493812561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1147}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1148}
{"loss": -0.3316734731197357, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.72320955991745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1148}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1149}
{"loss": -0.338428258895874, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7376887202262878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1149}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1150}
{"loss": -0.30276116728782654, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6592370271682739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1150}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1151}
{"loss": -0.3491547405719757, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7601231932640076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1151}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1152}
{"loss": -0.3337823748588562, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7268820405006409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1152}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1153}
{"loss": -0.35586997866630554, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7747916579246521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1153}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1154}
{"loss": -0.35206010937690735, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.767049252986908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1154}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1155}
{"loss": -0.30592459440231323, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6664155721664429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1155}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1156}
{"loss": -0.34243470430374146, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7454637885093689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1156}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1157}
{"loss": -0.3536889851093292, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7697243690490723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1157}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1158}
{"loss": -0.3116365373134613, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6784400939941406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1158}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1159}
{"loss": -0.35360434651374817, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7693661451339722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1159}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1160}
{"loss": -0.311322420835495, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6773844361305237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1160}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1161}
{"loss": -0.3663409650325775, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7973068356513977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1161}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1162}
{"loss": -0.3689594268798828, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8028901815414429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1162}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1163}
{"loss": -0.32161659002304077, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6990199089050293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1163}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1164}
{"loss": -0.3510875105857849, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7643834948539734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1164}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1165}
{"loss": -0.3530155420303345, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7684218883514404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1165}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1166}
{"loss": -0.35311034321784973, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7677565217018127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1166}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1167}
{"loss": -0.3352280855178833, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7291927337646484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1167}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1168}
{"loss": -0.3440292775630951, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7461574673652649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1168}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1169}
{"loss": -0.33427897095680237, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7279622554779053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1169}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1170}
{"loss": -0.37707647681236267, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8199962973594666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1170}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1171}
{"loss": -0.34325936436653137, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7463951706886292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1171}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1172}
{"loss": -0.3745357394218445, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8147128820419312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1172}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1173}
{"loss": -0.3554946184158325, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.773335874080658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1173}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1174}
{"loss": -0.34430137276649475, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7485451102256775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1174}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1175}
{"loss": -0.36079534888267517, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.784462571144104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1175}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1176}
{"loss": -0.367999792098999, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8007147312164307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1176}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1177}
{"loss": -0.35166746377944946, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7650177478790283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1177}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1178}
{"loss": -0.32068774104118347, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6962434649467468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1178}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1179}
{"loss": -0.3522814214229584, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7660436034202576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1179}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1180}
{"loss": -0.33981239795684814, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7389489412307739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1180}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1181}
{"loss": -0.3624773323535919, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7877777218818665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1181}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1182}
{"loss": -0.3016137480735779, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.655238926410675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1182}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1183}
{"loss": -0.30796822905540466, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6687034964561462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1183}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1184}
{"loss": -0.3246072828769684, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7051194906234741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1184}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1185}
{"loss": -0.3432402014732361, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7460147142410278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1185}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1186}
{"loss": -0.3147585093975067, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6836935877799988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1186}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1187}
{"loss": -0.3123120069503784, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6783641576766968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1187}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1188}
{"loss": -0.34885141253471375, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7580856084823608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1188}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1189}
{"loss": -0.3410058915615082, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.740463137626648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1189}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1190}
{"loss": -0.33165284991264343, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.72004634141922, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1190}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1191}
{"loss": -0.36313965916633606, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7885903120040894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1191}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1192}
{"loss": -0.3191104233264923, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6929312944412231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1192}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1193}
{"loss": -0.3461374342441559, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7518599629402161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1193}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1194}
{"loss": -0.3239002823829651, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7037694454193115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1194}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1195}
{"loss": -0.35086789727211, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7623294591903687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1195}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1196}
{"loss": -0.3285163342952728, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7129833698272705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1196}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1197}
{"loss": -0.3382384479045868, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7343176603317261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1197}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1198}
{"loss": -0.3602876663208008, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.782227635383606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1198}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1199}
{"loss": -0.3449660837650299, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7490929365158081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1199}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1200}
{"loss": -0.34083661437034607, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7394570112228394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1200}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1201}
{"loss": -0.3467870354652405, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7528831362724304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1201}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1202}
{"loss": -0.3435945212841034, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7459490895271301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1202}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1203}
{"loss": -0.31310802698135376, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6787385940551758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1203}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1204}
{"loss": -0.363668292760849, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7893146276473999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1204}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1205}
{"loss": -0.33740198612213135, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7318968772888184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1205}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1206}
{"loss": -0.37093114852905273, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8046802282333374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1206}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1207}
{"loss": -0.35590261220932007, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7726828455924988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1207}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1208}
{"loss": -0.366501122713089, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7946587800979614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1208}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1209}
{"loss": -0.3334178030490875, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7229865193367004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1209}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1210}
{"loss": -0.33897605538368225, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7355897426605225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1210}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1211}
{"loss": -0.347133994102478, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7528711557388306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1211}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1212}
{"loss": -0.32949814200401306, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7148330211639404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1212}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1213}
{"loss": -0.338450163602829, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.734408438205719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1213}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1214}
{"loss": -0.31787019968032837, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6892848610877991, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1214}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1215}
{"loss": -0.3272469937801361, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7096183896064758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1215}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1216}
{"loss": -0.3582251965999603, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7772278785705566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1216}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1217}
{"loss": -0.2986234724521637, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6471709609031677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1217}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1218}
{"loss": -0.3578322231769562, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7752410173416138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1218}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1219}
{"loss": -0.3453502953052521, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.74875807762146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1219}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1220}
{"loss": -0.35086339712142944, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7609881162643433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1220}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1221}
{"loss": -0.34171974658966064, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7408469319343567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1221}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1222}
{"loss": -0.3342142701148987, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7252807021141052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1222}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1223}
{"loss": -0.3542698323726654, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7679471969604492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1223}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1224}
{"loss": -0.33806565403938293, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7327376008033752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1224}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1225}
{"loss": -0.33701449632644653, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7309882640838623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1225}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1226}
{"loss": -0.369576632976532, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7993390560150146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1226}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1227}
{"loss": -0.3379853665828705, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7321740388870239, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1227}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1228}
{"loss": -0.34120824933052063, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7396661043167114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1228}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1229}
{"loss": -0.3365951180458069, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7292185425758362, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1229}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1230}
{"loss": -0.3744213879108429, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8100724220275879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1230}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1231}
{"loss": -0.3728644847869873, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8066341876983643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1231}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1232}
{"loss": -0.37120649218559265, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8019833564758301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1232}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1233}
{"loss": -0.36271932721138, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7857925295829773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1233}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1234}
{"loss": -0.352999746799469, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7648209929466248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1234}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1235}
{"loss": -0.324736624956131, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7036383152008057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1235}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1236}
{"loss": -0.3462362587451935, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7496387958526611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1236}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1237}
{"loss": -0.351459264755249, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7595908045768738, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1237}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1238}
{"loss": -0.3595063090324402, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7787554860115051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1238}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1239}
{"loss": -0.34648019075393677, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7488284707069397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1239}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1240}
{"loss": -0.3450474143028259, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7464205026626587, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1240}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1241}
{"loss": -0.3570971190929413, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7729763388633728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1241}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1242}
{"loss": -0.34218528866767883, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7406372427940369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1242}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1243}
{"loss": -0.3374221622943878, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7305227518081665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1243}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1244}
{"loss": -0.3390216529369354, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7335212826728821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1244}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1245}
{"loss": -0.34205254912376404, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.740039587020874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1245}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1246}
{"loss": -0.3465520441532135, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7499365210533142, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1246}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1247}
{"loss": -0.3707866370677948, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8027086853981018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1247}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1248}
{"loss": -0.32818472385406494, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7099249958992004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1248}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1249}
{"loss": -0.35678499937057495, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7725269794464111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1249}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1250}
{"loss": -0.32383447885513306, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7004556059837341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1250}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1251}
{"loss": -0.4064604341983795, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8779532313346863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1251}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1252}
{"loss": -0.32604876160621643, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7058242559432983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1252}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1253}
{"loss": -0.31218406558036804, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6737348437309265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1253}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1254}
{"loss": -0.33876949548721313, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7330856919288635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1254}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1255}
{"loss": -0.36031094193458557, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7787780165672302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1255}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1256}
{"loss": -0.29373899102211, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6342793107032776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1256}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1257}
{"loss": -0.35418617725372314, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7648926973342896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1257}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1258}
{"loss": -0.3554421365261078, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7683026790618896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1258}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1259}
{"loss": -0.3572414815425873, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7728611826896667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1259}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1260}
{"loss": -0.36022821068763733, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7785652279853821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1260}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1261}
{"loss": -0.32521432638168335, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7033045291900635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1261}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1262}
{"loss": -0.3455129563808441, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7475747466087341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1262}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1263}
{"loss": -0.32694658637046814, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7072175145149231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1263}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1264}
{"loss": -0.35570114850997925, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7691639065742493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1264}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1265}
{"loss": -0.36856427788734436, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7969872355461121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1265}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1266}
{"loss": -0.31390661001205444, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6791172027587891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1266}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1267}
{"loss": -0.3517255485057831, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7599867582321167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1267}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1268}
{"loss": -0.3288690745830536, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7111551761627197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1268}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1269}
{"loss": -0.3573450744152069, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7710523009300232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1269}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1270}
{"loss": -0.35813915729522705, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7740381956100464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1270}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1271}
{"loss": -0.35439980030059814, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7663537859916687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1271}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1272}
{"loss": -0.37016329169273376, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7993137836456299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1272}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1273}
{"loss": -0.3738592863082886, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8062503933906555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1273}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1274}
{"loss": -0.35489675402641296, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7664420008659363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1274}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1275}
{"loss": -0.36076343059539795, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7793846130371094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1275}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1276}
{"loss": -0.37236061692237854, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8047868013381958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1276}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1277}
{"loss": -0.32836273312568665, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7093966007232666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1277}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1278}
{"loss": -0.33730706572532654, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7292453646659851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1278}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1279}
{"loss": -0.3274279534816742, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7077217698097229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1279}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1280}
{"loss": -0.3380322754383087, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7307302951812744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1280}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1281}
{"loss": -0.32826992869377136, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7095685005187988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1281}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1282}
{"loss": -0.3231090307235718, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6981614232063293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1282}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1283}
{"loss": -0.37131795287132263, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8022271394729614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1283}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1284}
{"loss": -0.3131643533706665, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6748285293579102, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1284}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1285}
{"loss": -0.3445831835269928, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7445771098136902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1285}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1286}
{"loss": -0.35440725088119507, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7631809115409851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1286}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1287}
{"loss": -0.3497573137283325, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.755424439907074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1287}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1288}
{"loss": -0.3346695601940155, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7222773432731628, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1288}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1289}
{"loss": -0.3550408184528351, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7668253183364868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1289}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1290}
{"loss": -0.3616124987602234, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7807051539421082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1290}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1291}
{"loss": -0.35947856307029724, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7760071754455566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1291}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1292}
{"loss": -0.35265305638313293, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7614862322807312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1292}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1293}
{"loss": -0.3467702269554138, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7489407658576965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1293}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1294}
{"loss": -0.3364543914794922, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7262392044067383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1294}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1295}
{"loss": -0.36823174357414246, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7943701148033142, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1295}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1296}
{"loss": -0.34178590774536133, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7373731732368469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1296}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1297}
{"loss": -0.31984955072402954, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6902938485145569, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1297}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1298}
{"loss": -0.3584323227405548, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7737643122673035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1298}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1299}
{"loss": -0.355020672082901, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7663114070892334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1299}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1300}
{"loss": -0.33617013692855835, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.725287914276123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1300}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1301}
{"loss": -0.31757599115371704, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6846438050270081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1301}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1302}
{"loss": -0.3413301408290863, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7362484931945801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1302}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1303}
{"loss": -0.34884557127952576, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.752592146396637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1303}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1304}
{"loss": -0.3517343997955322, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7590578198432922, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1304}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1305}
{"loss": -0.3452172875404358, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7448588609695435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1305}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1306}
{"loss": -0.357123464345932, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.770163893699646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1306}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1307}
{"loss": -0.33902397751808167, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7315691709518433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1307}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1308}
{"loss": -0.3018251657485962, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6505573987960815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1308}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1309}
{"loss": -0.3170807957649231, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6837338805198669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1309}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1310}
{"loss": -0.32955726981163025, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7092503309249878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1310}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1311}
{"loss": -0.326960027217865, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7045838832855225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1311}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1312}
{"loss": -0.34905150532722473, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.752720057964325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1312}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1313}
{"loss": -0.337221622467041, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7273907661437988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1313}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1314}
{"loss": -0.35518816113471985, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7661048769950867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1314}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1315}
{"loss": -0.29909446835517883, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.644091784954071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1315}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1316}
{"loss": -0.3628382384777069, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7824561595916748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1316}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1317}
{"loss": -0.36833107471466064, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7944198250770569, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1317}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1318}
{"loss": -0.29918810725212097, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6446148157119751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1318}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1319}
{"loss": -0.35375693440437317, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7627214789390564, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1319}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1320}
{"loss": -0.32962676882743835, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.709696888923645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1320}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1321}
{"loss": -0.36497601866722107, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7867862582206726, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1321}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1322}
{"loss": -0.3493391275405884, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7529613375663757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1322}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1323}
{"loss": -0.3466652035713196, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7466508746147156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1323}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1324}
{"loss": -0.3441201448440552, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7415491342544556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1324}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1325}
{"loss": -0.36135196685791016, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7790876030921936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1325}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1326}
{"loss": -0.3227939307689667, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6956754922866821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1326}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1327}
{"loss": -0.3198438882827759, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6893592476844788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1327}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1328}
{"loss": -0.34720858931541443, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7485259771347046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1328}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1329}
{"loss": -0.34773048758506775, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7487387657165527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1329}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1330}
{"loss": -0.32587701082229614, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7020024061203003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1330}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1331}
{"loss": -0.35697218775749207, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7690385580062866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1331}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1332}
{"loss": -0.35979458689689636, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7754921317100525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1332}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1333}
{"loss": -0.355643093585968, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7664499878883362, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1333}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1334}
{"loss": -0.33690816164016724, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7258831858634949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1334}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1335}
{"loss": -0.3438930809497833, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7408883571624756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1335}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1336}
{"loss": -0.3355620503425598, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7226858735084534, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1336}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1337}
{"loss": -0.33760541677474976, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7266280055046082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1337}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1338}
{"loss": -0.3227546811103821, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6943402290344238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1338}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1339}
{"loss": -0.3116999864578247, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6702656745910645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1339}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1340}
{"loss": -0.3676786422729492, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7910367846488953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1340}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1341}
{"loss": -0.343269407749176, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7388474345207214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1341}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1342}
{"loss": -0.3678574860095978, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7917513251304626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1342}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1343}
{"loss": -0.32868292927742004, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7068318724632263, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1343}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1344}
{"loss": -0.36189138889312744, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7786599397659302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1344}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1345}
{"loss": -0.36806508898735046, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7919965982437134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1345}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1346}
{"loss": -0.3680703938007355, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.792179524898529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1346}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1347}
{"loss": -0.3164288103580475, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6801350116729736, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1347}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1348}
{"loss": -0.3408055603504181, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7325559258460999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1348}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1349}
{"loss": -0.3229059875011444, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6943972706794739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1349}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1350}
{"loss": -0.3351549804210663, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7211585640907288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1350}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1351}
{"loss": -0.34217146039009094, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7363572120666504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1351}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1352}
{"loss": -0.36856991052627563, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7931589484214783, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1352}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1353}
{"loss": -0.3455590605735779, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7413272261619568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1353}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1354}
{"loss": -0.3435034453868866, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7387552261352539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1354}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1355}
{"loss": -0.3202548921108246, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6885586977005005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1355}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1356}
{"loss": -0.3344932794570923, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7193241715431213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1356}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1357}
{"loss": -0.37788259983062744, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.813080906867981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1357}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1358}
{"loss": -0.34277546405792236, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7379119396209717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1358}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1359}
{"loss": -0.3495843708515167, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7519851922988892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1359}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1360}
{"loss": -0.36282625794410706, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7805172204971313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1360}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1361}
{"loss": -0.33003368973731995, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7103087306022644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1361}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1362}
{"loss": -0.2979539930820465, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6377838253974915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1362}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1363}
{"loss": -0.3578304350376129, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7686212658882141, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1363}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1364}
{"loss": -0.3711596727371216, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7979334592819214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1364}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1365}
{"loss": -0.3571433424949646, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7679511904716492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1365}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1366}
{"loss": -0.3592059016227722, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7726972699165344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1366}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1367}
{"loss": -0.3356519043445587, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7216112017631531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1367}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1368}
{"loss": -0.34510403871536255, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7415460348129272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1368}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1369}
{"loss": -0.3668142855167389, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7879227995872498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1369}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1370}
{"loss": -0.2858507037162781, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6122930645942688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1370}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1371}
{"loss": -0.3666139841079712, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7882269620895386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1371}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1372}
{"loss": -0.3736620843410492, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8029761910438538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1372}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1373}
{"loss": -0.3633812963962555, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7808743119239807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1373}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1374}
{"loss": -0.3656814396381378, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7857105731964111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1374}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1375}
{"loss": -0.3464288115501404, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7444822192192078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1375}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1376}
{"loss": -0.3610421419143677, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7757331132888794, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1376}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1377}
{"loss": -0.3531229496002197, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7587180137634277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1377}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1378}
{"loss": -0.3109147548675537, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6677875518798828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1378}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1379}
{"loss": -0.3357740044593811, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7214745283126831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1379}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1380}
{"loss": -0.36827903985977173, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7919151186943054, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1380}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1381}
{"loss": -0.3459523618221283, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7434187531471252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1381}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1382}
{"loss": -0.34814104437828064, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7479392886161804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1382}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1383}
{"loss": -0.34662526845932007, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7442120313644409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1383}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1384}
{"loss": -0.34020644426345825, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7308372855186462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1384}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1385}
{"loss": -0.3591345250606537, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7716803550720215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1385}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1386}
{"loss": -0.3495302200317383, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7504739761352539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1386}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1387}
{"loss": -0.3531262278556824, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7583353519439697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1387}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1388}
{"loss": -0.3368062376976013, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7237936854362488, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1388}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1389}
{"loss": -0.38281166553497314, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.822102963924408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1389}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1390}
{"loss": -0.33723166584968567, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7242838740348816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1390}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1391}
{"loss": -0.3269420862197876, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7012765407562256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1391}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1392}
{"loss": -0.37406671047210693, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8035292029380798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1392}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1393}
{"loss": -0.3418494760990143, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7342767119407654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1393}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1394}
{"loss": -0.3344104588031769, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7184444665908813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1394}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1395}
{"loss": -0.3265657424926758, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7007582783699036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1395}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1396}
{"loss": -0.3496485650539398, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7504910230636597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1396}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1397}
{"loss": -0.363738089799881, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7811878323554993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1397}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1398}
{"loss": -0.34730973839759827, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7454710602760315, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1398}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1399}
{"loss": -0.3313487768173218, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7107915878295898, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1399}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1400}
{"loss": -0.3433457911014557, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7351104617118835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1400}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1401}
{"loss": -0.3222322165966034, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6915743350982666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1401}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1402}
{"loss": -0.34550240635871887, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7413526773452759, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1402}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1403}
{"loss": -0.3372090458869934, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.72383713722229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1403}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1404}
{"loss": -0.35163357853889465, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7545422911643982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1404}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1405}
{"loss": -0.35329753160476685, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7577363848686218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1405}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1406}
{"loss": -0.3475774824619293, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7460892200469971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1406}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1407}
{"loss": -0.3581676185131073, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7682518362998962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1407}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1408}
{"loss": -0.3421865701675415, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.734021008014679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1408}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1409}
{"loss": -0.3173445463180542, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6804286241531372, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1409}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1410}
{"loss": -0.289540559053421, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6205509901046753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1410}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1411}
{"loss": -0.33167582750320435, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7119666337966919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1411}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1412}
{"loss": -0.27833497524261475, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.5965895056724548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1412}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1413}
{"loss": -0.3710051476955414, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7959752082824707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1413}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1414}
{"loss": -0.3626073896884918, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7782157063484192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1414}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1415}
{"loss": -0.32941368222236633, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7060890197753906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1415}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1416}
{"loss": -0.3515488803386688, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7536172866821289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1416}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1417}
{"loss": -0.3687175214290619, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7906754612922668, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1417}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1418}
{"loss": -0.32189396023750305, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6891580820083618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1418}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1419}
{"loss": -0.339740514755249, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7284100651741028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1419}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1420}
{"loss": -0.3542773127555847, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7600799202919006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1420}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1421}
{"loss": -0.32019439339637756, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6869214177131653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1421}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1422}
{"loss": -0.34870874881744385, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7475264072418213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1422}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1423}
{"loss": -0.3381296396255493, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7248948812484741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1423}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1424}
{"loss": -0.3335982859134674, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7150355577468872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1424}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1425}
{"loss": -0.33272844552993774, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.713427722454071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1425}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1426}
{"loss": -0.3429589569568634, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7353535294532776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1426}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1427}
{"loss": -0.3389403820037842, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7268182635307312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1427}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1428}
{"loss": -0.34257686138153076, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7339851260185242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1428}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1429}
{"loss": -0.3418801426887512, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7321624755859375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1429}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1430}
{"loss": -0.3154633343219757, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6760630011558533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1430}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1431}
{"loss": -0.3558485507965088, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7626601457595825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1431}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1432}
{"loss": -0.337280809879303, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7229599356651306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1432}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1433}
{"loss": -0.3290126919746399, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.704789936542511, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1433}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1434}
{"loss": -0.3254486918449402, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.697613000869751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1434}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1435}
{"loss": -0.3522031009197235, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7547107338905334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1435}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1436}
{"loss": -0.3355901837348938, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7194830775260925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1436}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1437}
{"loss": -0.3116473853588104, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6678577661514282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1437}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1438}
{"loss": -0.3481315076351166, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7458667755126953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1438}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1439}
{"loss": -0.3247559070587158, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6962593197822571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1439}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1440}
{"loss": -0.3503178060054779, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.751239538192749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1440}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1441}
{"loss": -0.3594929873943329, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7703108191490173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1441}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1442}
{"loss": -0.35084691643714905, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7517428398132324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1442}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1443}
{"loss": -0.3459027409553528, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7410749197006226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1443}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1444}
{"loss": -0.34130939841270447, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.730981171131134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1444}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1445}
{"loss": -0.35944506525993347, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7702202200889587, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1445}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1446}
{"loss": -0.3152722418308258, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6756637096405029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1446}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1447}
{"loss": -0.36100029945373535, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7735990881919861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1447}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1448}
{"loss": -0.340896338224411, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7299146056175232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1448}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1449}
{"loss": -0.35133612155914307, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7526139616966248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1449}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1450}
{"loss": -0.3308575451374054, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7088325619697571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1450}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1451}
{"loss": -0.31543615460395813, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6749002933502197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1451}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1452}
{"loss": -0.29120972752571106, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6215588450431824, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1452}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1453}
{"loss": -0.3603583574295044, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7710786461830139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1453}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1454}
{"loss": -0.3636484444141388, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7784180641174316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1454}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1455}
{"loss": -0.3486073911190033, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7459452748298645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1455}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1456}
{"loss": -0.3574261963367462, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7653355598449707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1456}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1457}
{"loss": -0.3504238724708557, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7501340508460999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1457}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1458}
{"loss": -0.3055504262447357, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6544437408447266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1458}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1459}
{"loss": -0.32620295882225037, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6984692811965942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1459}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1460}
{"loss": -0.3088425397872925, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6605491638183594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1460}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1461}
{"loss": -0.30758199095726013, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.657316267490387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1461}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1462}
{"loss": -0.3344838321208954, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7156279683113098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1462}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1463}
{"loss": -0.334330677986145, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.715165913105011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1463}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1464}
{"loss": -0.34408560395240784, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.736673891544342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1464}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1465}
{"loss": -0.30851057171821594, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6602139472961426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1465}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1466}
{"loss": -0.32794302701950073, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7015135288238525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1466}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1467}
{"loss": -0.33916759490966797, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7236098051071167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1467}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1468}
{"loss": -0.3515234589576721, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7519944906234741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1468}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1469}
{"loss": -0.37032243609428406, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7922278046607971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1469}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1470}
{"loss": -0.35349270701408386, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7563339471817017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1470}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1471}
{"loss": -0.3199397027492523, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6838092803955078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1471}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1472}
{"loss": -0.34829768538475037, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7455072999000549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1472}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1473}
{"loss": -0.3699229657649994, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7913941144943237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1473}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1474}
{"loss": -0.3344748318195343, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7156550884246826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1474}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1475}
{"loss": -0.34006524085998535, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.727884829044342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1475}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1476}
{"loss": -0.3556971848011017, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7614879608154297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1476}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1477}
{"loss": -0.3631476163864136, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7764772176742554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1477}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1478}
{"loss": -0.29568833112716675, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.631327748298645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1478}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1479}
{"loss": -0.31377628445625305, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6710626482963562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1479}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1480}
{"loss": -0.3402028977870941, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7278977632522583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1480}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1481}
{"loss": -0.3718819320201874, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.794775664806366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1481}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1482}
{"loss": -0.3197614550590515, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.68369460105896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1482}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1483}
{"loss": -0.3173702359199524, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6783847808837891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1483}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1484}
{"loss": -0.3369390666484833, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7207409143447876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1484}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1485}
{"loss": -0.3247808516025543, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.694726824760437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1485}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1486}
{"loss": -0.37450921535491943, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8004292249679565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1486}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1487}
{"loss": -0.3587234914302826, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.76710444688797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1487}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1488}
{"loss": -0.3148037791252136, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6730844974517822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1488}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1489}
{"loss": -0.35545215010643005, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7597299218177795, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1489}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1490}
{"loss": -0.3164122998714447, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.676084578037262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1490}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1491}
{"loss": -0.33377206325531006, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7133919596672058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1491}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1492}
{"loss": -0.31692808866500854, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6777370572090149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1492}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1493}
{"loss": -0.33927109837532043, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7254077792167664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1493}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1494}
{"loss": -0.33524999022483826, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7169364094734192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1494}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1495}
{"loss": -0.3380289673805237, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7225700616836548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1495}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1496}
{"loss": -0.3332458436489105, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7125643491744995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1496}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1497}
{"loss": -0.3323526084423065, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7105612754821777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1497}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1498}
{"loss": -0.33201226592063904, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7096567153930664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1498}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1499}
{"loss": -0.35510867834091187, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7589266300201416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1499}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1500}
{"loss": -0.3250083923339844, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6924973130226135, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1500}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1501}
{"loss": -0.3440743684768677, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7354369759559631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1501}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1502}
{"loss": -0.33288148045539856, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7113515138626099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1502}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1503}
{"loss": -0.3338266611099243, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7133523225784302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1503}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1504}
{"loss": -0.36397597193717957, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7773424386978149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1504}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1505}
{"loss": -0.33802804350852966, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7220430374145508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1505}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1506}
{"loss": -0.32631343603134155, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6971656680107117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1506}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1507}
{"loss": -0.33634012937545776, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7187835574150085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1507}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1508}
{"loss": -0.355368971824646, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7596005201339722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1508}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1509}
{"loss": -0.32626351714134216, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6972876191139221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1509}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1510}
{"loss": -0.3489830493927002, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7458412051200867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1510}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1511}
{"loss": -0.34833434224128723, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7440721392631531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1511}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1512}
{"loss": -0.33987924456596375, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7259633541107178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1512}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1513}
{"loss": -0.3514433801174164, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7511230707168579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1513}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1514}
{"loss": -0.33165594935417175, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7086803317070007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1514}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1515}
{"loss": -0.3049541115760803, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6506511569023132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1515}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1516}
{"loss": -0.32200339436531067, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6871567964553833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1516}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1517}
{"loss": -0.3710581958293915, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7923035025596619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1517}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1518}
{"loss": -0.3282712996006012, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7011175751686096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1518}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1519}
{"loss": -0.3178749680519104, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6781776547431946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1519}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1520}
{"loss": -0.35238173604011536, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7521494626998901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1520}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1521}
{"loss": -0.3635316789150238, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7755599617958069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1521}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1522}
{"loss": -0.3448968827724457, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7361177802085876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1522}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1523}
{"loss": -0.3451942205429077, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7366212010383606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1523}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1524}
{"loss": -0.3472577631473541, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7412442564964294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1524}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1525}
{"loss": -0.3407168686389923, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7270008325576782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1525}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1526}
{"loss": -0.288147896528244, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6135144233703613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1526}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1527}
{"loss": -0.301057368516922, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6412001848220825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1527}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1528}
{"loss": -0.35791584849357605, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7636789679527283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1528}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1529}
{"loss": -0.3195958137512207, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6815294027328491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1529}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1530}
{"loss": -0.3276095986366272, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6990874409675598, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1530}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1531}
{"loss": -0.32837486267089844, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7003282904624939, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1531}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1532}
{"loss": -0.346611350774765, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.739761471748352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1532}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1533}
{"loss": -0.35414832830429077, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7558117508888245, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1533}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1534}
{"loss": -0.29664358496665955, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6325417757034302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1534}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1535}
{"loss": -0.3440088629722595, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7341780066490173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1535}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1536}
{"loss": -0.3330167829990387, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.710772693157196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1536}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1537}
{"loss": -0.3480427861213684, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.742954671382904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1537}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1538}
{"loss": -0.3555714190006256, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.758375346660614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1538}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1539}
{"loss": -0.3266352415084839, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6969059705734253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1539}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1540}
{"loss": -0.3535143733024597, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.752352237701416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1540}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1541}
{"loss": -0.31768280267715454, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6776145100593567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1541}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1542}
{"loss": -0.32469499111175537, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6919670104980469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1542}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1543}
{"loss": -0.32453009486198425, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6879320740699768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1543}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1544}
{"loss": -0.32526805996894836, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.693651020526886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1544}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1545}
{"loss": -0.3047061264514923, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6495821475982666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1545}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1546}
{"loss": -0.33439311385154724, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7133148908615112, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1546}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1547}
{"loss": -0.3497487008571625, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.745845377445221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1547}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1548}
{"loss": -0.341698557138443, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7284873127937317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1548}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1549}
{"loss": -0.32723501324653625, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.697681725025177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1549}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1550}
{"loss": -0.3168816566467285, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6744945049285889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1550}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1551}
{"loss": -0.35001781582832336, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7466488480567932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1551}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1552}
{"loss": -0.34455960988998413, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7347047924995422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1552}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1553}
{"loss": -0.3453642427921295, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7365691661834717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1553}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1554}
{"loss": -0.3591359555721283, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7657749652862549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1554}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1555}
{"loss": -0.3360092341899872, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7162643671035767, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1555}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1556}
{"loss": -0.3470434844493866, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7400119304656982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1556}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1557}
{"loss": -0.3456493318080902, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7370933890342712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1557}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1558}
{"loss": -0.33904021978378296, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7230358719825745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1558}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1559}
{"loss": -0.3242814838886261, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.691484272480011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1559}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1560}
{"loss": -0.39027681946754456, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8319848775863647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1560}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1561}
{"loss": -0.34546253085136414, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7364082336425781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1561}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1562}
{"loss": -0.3260408043861389, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6949900984764099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1562}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1563}
{"loss": -0.3551933467388153, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7569988369941711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1563}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1564}
{"loss": -0.37774068117141724, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8042479157447815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1564}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1565}
{"loss": -0.3561042845249176, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7592393159866333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1565}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1566}
{"loss": -0.3558574616909027, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7583537697792053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1566}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1567}
{"loss": -0.3555663526058197, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7577750086784363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1567}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1568}
{"loss": -0.34484753012657166, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.735049843788147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1568}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1569}
{"loss": -0.32319384813308716, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6890949606895447, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1569}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1570}
{"loss": -0.34571269154548645, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7367976903915405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1570}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1571}
{"loss": -0.35736170411109924, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7598752379417419, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1571}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1572}
{"loss": -0.3521330654621124, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7491835951805115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1572}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1573}
{"loss": -0.3350115418434143, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7137540578842163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1573}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1574}
{"loss": -0.3715263605117798, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7917904257774353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1574}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1575}
{"loss": -0.35077351331710815, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7471098303794861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1575}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1576}
{"loss": -0.3264785408973694, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.695521354675293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1576}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1577}
{"loss": -0.3607477843761444, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.768498957157135, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1577}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1578}
{"loss": -0.3374790847301483, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7193313837051392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1578}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1579}
{"loss": -0.3447825312614441, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7344372868537903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1579}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1580}
{"loss": -0.3383099436759949, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7208612561225891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1580}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1581}
{"loss": -0.3645518124103546, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7768096923828125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1581}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1582}
{"loss": -0.3470354676246643, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7392078638076782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1582}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1583}
{"loss": -0.3037239909172058, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6470293998718262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1583}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1584}
{"loss": -0.3754846751689911, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7992257475852966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1584}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1585}
{"loss": -0.3245423138141632, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6909330487251282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1585}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1586}
{"loss": -0.3500497341156006, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7455073595046997, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1586}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1587}
{"loss": -0.3532205820083618, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7520539164543152, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1587}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1588}
{"loss": -0.3310013711452484, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7038989663124084, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1588}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1589}
{"loss": -0.3366389274597168, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7165482044219971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1589}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1590}
{"loss": -0.33056703209877014, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7031327486038208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1590}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1591}
{"loss": -0.36358579993247986, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7736940383911133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1591}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1592}
{"loss": -0.3356435298919678, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7122861742973328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1592}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1593}
{"loss": -0.36235281825065613, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7711898684501648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1593}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1594}
{"loss": -0.39215922355651855, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8331205248832703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1594}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1595}
{"loss": -0.3622293472290039, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7710033059120178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1595}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1596}
{"loss": -0.3336963355541229, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.709984302520752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1596}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1597}
{"loss": -0.33377307653427124, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7103239297866821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1597}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1598}
{"loss": -0.3504128158092499, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.74587082862854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1598}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1599}
{"loss": -0.36586156487464905, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7789932489395142, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1599}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1600}
{"loss": -0.3583241403102875, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7630144953727722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1600}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1601}
{"loss": -0.3525928854942322, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7504704594612122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1601}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1602}
{"loss": -0.34378957748413086, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.731498122215271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1602}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1603}
{"loss": -0.3359934687614441, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7147501111030579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1603}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1604}
{"loss": -0.33813533186912537, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7195160388946533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1604}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1605}
{"loss": -0.3325304090976715, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7070866823196411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1605}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1606}
{"loss": -0.32897713780403137, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7001227140426636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1606}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1607}
{"loss": -0.33603087067604065, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7142865657806396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1607}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1608}
{"loss": -0.35734590888023376, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7602688670158386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1608}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1609}
{"loss": -0.35185545682907104, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7485799193382263, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1609}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1610}
{"loss": -0.3194583058357239, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6797375082969666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1610}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1611}
{"loss": -0.3366350829601288, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7161030173301697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1611}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1612}
{"loss": -0.3111976087093353, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6621684432029724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1612}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1613}
{"loss": -0.3548247516155243, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.754826009273529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1613}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1614}
{"loss": -0.33928218483924866, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7219125628471375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1614}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1615}
{"loss": -0.3068745732307434, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6496989727020264, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1615}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1616}
{"loss": -0.3601512610912323, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7655353546142578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1616}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1617}
{"loss": -0.34262946248054504, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.728728175163269, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1617}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1618}
{"loss": -0.33255070447921753, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7071171402931213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1618}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1619}
{"loss": -0.3530803322792053, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7507129907608032, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1619}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1620}
{"loss": -0.34164828062057495, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7262774109840393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1620}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1621}
{"loss": -0.35084572434425354, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7457346320152283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1621}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1622}
{"loss": -0.3319595158100128, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7059010863304138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1622}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1623}
{"loss": -0.350118488073349, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7447945475578308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1623}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1624}
{"loss": -0.33514174818992615, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7123695015907288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1624}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1625}
{"loss": -0.36280357837677, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7714556455612183, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1625}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1626}
{"loss": -0.35935312509536743, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7639346122741699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1626}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1627}
{"loss": -0.3502677381038666, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7447517514228821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1627}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1628}
{"loss": -0.351960152387619, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7486122846603394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1628}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1629}
{"loss": -0.3684239685535431, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7837332487106323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1629}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1630}
{"loss": -0.330388605594635, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7027705311775208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1630}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1631}
{"loss": -0.34619298577308655, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7356578707695007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1631}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1632}
{"loss": -0.3541103005409241, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.75281822681427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1632}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1633}
{"loss": -0.35710373520851135, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.759897768497467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1633}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1634}
{"loss": -0.301467627286911, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.640822172164917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1634}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1635}
{"loss": -0.33677536249160767, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7158610224723816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1635}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1636}
{"loss": -0.3211956322193146, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6825026273727417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1636}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1637}
{"loss": -0.3583569824695587, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7616783380508423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1637}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1638}
{"loss": -0.3473375141620636, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7384411692619324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1638}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1639}
{"loss": -0.33208709955215454, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.705292820930481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1639}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1640}
{"loss": -0.32520705461502075, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6912255883216858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1640}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1641}
{"loss": -0.33502310514450073, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7120304107666016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1641}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1642}
{"loss": -0.34451210498809814, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.732572615146637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1642}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1643}
{"loss": -0.35677817463874817, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7584893107414246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1643}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1644}
{"loss": -0.3148844242095947, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6683440208435059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1644}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1645}
{"loss": -0.34976568818092346, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7429496645927429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1645}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1646}
{"loss": -0.3498822748661041, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7435311675071716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1646}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1647}
{"loss": -0.34007254242897034, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7220967411994934, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1647}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1648}
{"loss": -0.318082720041275, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.675544261932373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1648}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1649}
{"loss": -0.3624733090400696, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7701751589775085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1649}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1650}
{"loss": -0.3252284824848175, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6911907196044922, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1650}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1651}
{"loss": -0.33612048625946045, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.714165210723877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1651}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1652}
{"loss": -0.36208847165107727, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7690934538841248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1652}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1653}
{"loss": -0.36338335275650024, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7713605761528015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1653}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1654}
{"loss": -0.33352190256118774, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7087353467941284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1654}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1655}
{"loss": -0.325586199760437, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6909550428390503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1655}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1656}
{"loss": -0.33300143480300903, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.707079291343689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1656}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1657}
{"loss": -0.3498884439468384, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7432835698127747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1657}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1658}
{"loss": -0.35167792439460754, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7465943694114685, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1658}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1659}
{"loss": -0.3475199341773987, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7378331422805786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1659}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1660}
{"loss": -0.32932206988334656, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6993960738182068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1660}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1661}
{"loss": -0.3323161005973816, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7051553130149841, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1661}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1662}
{"loss": -0.3262752592563629, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6924365758895874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1662}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1663}
{"loss": -0.3265228271484375, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6934306621551514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1663}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1664}
{"loss": -0.3677818477153778, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7811436653137207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1664}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1665}
{"loss": -0.35081663727760315, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7453835606575012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1665}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1666}
{"loss": -0.32467126846313477, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6893216371536255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1666}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1667}
{"loss": -0.31972503662109375, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.679063081741333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1667}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1668}
{"loss": -0.3348632752895355, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7113775014877319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1668}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1669}
{"loss": -0.35206693410873413, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7478063702583313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1669}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1670}
{"loss": -0.34267768263816833, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7278161644935608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1670}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1671}
{"loss": -0.3365199565887451, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7146762609481812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1671}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1672}
{"loss": -0.359176903963089, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7627996206283569, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1672}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1673}
{"loss": -0.2917035222053528, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6183642745018005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1673}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1674}
{"loss": -0.31581225991249084, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6705782413482666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1674}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1675}
{"loss": -0.34699463844299316, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7368321418762207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1675}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1676}
{"loss": -0.31831806898117065, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6754305362701416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1676}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1677}
{"loss": -0.32630664110183716, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6929661631584167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1677}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1678}
{"loss": -0.356882244348526, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7569306492805481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1678}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1679}
{"loss": -0.30632680654525757, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6501030921936035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1679}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1680}
{"loss": -0.33831027150154114, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7183348536491394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1680}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1681}
{"loss": -0.3064497709274292, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6488656997680664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1681}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1682}
{"loss": -0.32355502247810364, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6864615678787231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1682}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1683}
{"loss": -0.35251688957214355, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7479779124259949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1683}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1684}
{"loss": -0.34146612882614136, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7245031595230103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1684}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1685}
{"loss": -0.3126537501811981, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.662726640701294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1685}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1686}
{"loss": -0.3448305130004883, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7315574288368225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1686}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1687}
{"loss": -0.3221350312232971, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6841427087783813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1687}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1688}
{"loss": -0.34153449535369873, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7253183126449585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1688}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1689}
{"loss": -0.32686567306518555, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6935516595840454, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1689}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1690}
{"loss": -0.31243133544921875, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6629253625869751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1690}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1691}
{"loss": -0.36813247203826904, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7800076603889465, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1691}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1692}
{"loss": -0.3440915048122406, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7301836609840393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1692}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1693}
{"loss": -0.3412761390209198, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7240580320358276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1693}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1694}
{"loss": -0.34257611632347107, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7266313433647156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1694}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1695}
{"loss": -0.3370018005371094, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.714831531047821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1695}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1696}
{"loss": -0.38334399461746216, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8122460246086121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1696}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1697}
{"loss": -0.34470734000205994, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7313566207885742, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1697}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1698}
{"loss": -0.33726727962493896, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7146081328392029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1698}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1699}
{"loss": -0.3472297787666321, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7362627387046814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1699}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1700}
{"loss": -0.384882390499115, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8163137435913086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1700}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1701}
{"loss": -0.3597062826156616, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7627453207969666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1701}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1702}
{"loss": -0.30393320322036743, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6432676911354065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1702}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1703}
{"loss": -0.38879165053367615, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8242902755737305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1703}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1704}
{"loss": -0.34736090898513794, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7362405061721802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1704}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1705}
{"loss": -0.3204937279224396, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6794836521148682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1705}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1706}
{"loss": -0.3491460978984833, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7404237985610962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1706}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1707}
{"loss": -0.3234596252441406, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6856642365455627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1707}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1708}
{"loss": -0.33927738666534424, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7196218967437744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1708}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1709}
{"loss": -0.3349364101886749, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7075208425521851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1709}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1710}
{"loss": -0.33973294496536255, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.72060626745224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1710}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1711}
{"loss": -0.3147141635417938, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6669322848320007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1711}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1712}
{"loss": -0.33437150716781616, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7087340354919434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1712}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1713}
{"loss": -0.3172851502895355, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6723777651786804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1713}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1714}
{"loss": -0.32105517387390137, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6804522275924683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1714}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1715}
{"loss": -0.34296301007270813, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7271623015403748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1715}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1716}
{"loss": -0.3374292552471161, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7150393128395081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1716}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1717}
{"loss": -0.35739660263061523, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7576350569725037, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1717}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1718}
{"loss": -0.3614394962787628, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7659355401992798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1718}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1719}
{"loss": -0.32707342505455017, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6929187774658203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1719}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1720}
{"loss": -0.36282020807266235, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7689980268478394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1720}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1721}
{"loss": -0.33502864837646484, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7097379565238953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1721}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1722}
{"loss": -0.34739023447036743, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7362262010574341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1722}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1723}
{"loss": -0.3180478513240814, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6740685105323792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1723}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1724}
{"loss": -0.38302081823349, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8115159273147583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1724}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1725}
{"loss": -0.32056760787963867, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6791365146636963, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1725}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1726}
{"loss": -0.35950344800949097, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7614814043045044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1726}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1727}
{"loss": -0.31761279702186584, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6729644536972046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1727}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1728}
{"loss": -0.3261042833328247, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6907787322998047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1728}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1729}
{"loss": -0.3104515075683594, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.657680869102478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1729}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1730}
{"loss": -0.3680463433265686, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7800576090812683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1730}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1731}
{"loss": -0.37377429008483887, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7919588088989258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1731}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1732}
{"loss": -0.3555883765220642, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7534273862838745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1732}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1733}
{"loss": -0.3510341942310333, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7434935569763184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1733}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1734}
{"loss": -0.300320565700531, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6353850364685059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1734}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1735}
{"loss": -0.37540555000305176, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7951697707176208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1735}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1736}
{"loss": -0.35367903113365173, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.748988926410675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1736}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1737}
{"loss": -0.33500397205352783, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7096866965293884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1737}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1738}
{"loss": -0.34834024310112, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7380646467208862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1738}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1739}
{"loss": -0.3673350214958191, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7783686518669128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1739}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1740}
{"loss": -0.35693544149398804, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7560926675796509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1740}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1741}
{"loss": -0.3142857253551483, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6653885841369629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1741}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1742}
{"loss": -0.32937055826187134, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6973206400871277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1742}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1743}
{"loss": -0.3188173472881317, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6751258373260498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1743}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1744}
{"loss": -0.371366947889328, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7853644490242004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1744}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1745}
{"loss": -0.35226908326148987, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7456867098808289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1745}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1746}
{"loss": -0.34432199597358704, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7291712164878845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1746}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1747}
{"loss": -0.31015634536743164, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6566939949989319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1747}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1748}
{"loss": -0.33897852897644043, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7177615165710449, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1748}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1749}
{"loss": -0.33391058444976807, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.707073986530304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1749}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1750}
{"loss": -0.34973782300949097, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7407244443893433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1750}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1751}
{"loss": -0.32158181071281433, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6805686354637146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1751}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1752}
{"loss": -0.33827582001686096, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7158230543136597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1752}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1753}
{"loss": -0.31495895981788635, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6658052206039429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1753}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1754}
{"loss": -0.3529041111469269, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7470784187316895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1754}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1755}
{"loss": -0.34593310952186584, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7325136065483093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1755}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1756}
{"loss": -0.33853161334991455, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7170038223266602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1756}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1757}
{"loss": -0.31898048520088196, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6746618151664734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1757}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1758}
{"loss": -0.3334434926509857, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7057228684425354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1758}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1759}
{"loss": -0.3231644928455353, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6839672923088074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1759}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1760}
{"loss": -0.3462902009487152, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7331193089485168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1760}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1761}
{"loss": -0.33029425144195557, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6991440057754517, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1761}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1762}
{"loss": -0.3392396569252014, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7178673148155212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1762}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1763}
{"loss": -0.3445815145969391, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7292356491088867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1763}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1764}
{"loss": -0.3149377703666687, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6654483079910278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1764}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1765}
{"loss": -0.352692186832428, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7466326355934143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1765}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1766}
{"loss": -0.3285427391529083, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6951671838760376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1766}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1767}
{"loss": -0.3325658440589905, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7033277750015259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1767}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1768}
{"loss": -0.3450169861316681, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7305312752723694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1768}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1769}
{"loss": -0.3199208676815033, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6770516633987427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1769}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1770}
{"loss": -0.35667070746421814, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7549530863761902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1770}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1771}
{"loss": -0.35693371295928955, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7552393078804016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1771}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1772}
{"loss": -0.36569419503211975, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7740821838378906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1772}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1773}
{"loss": -0.36718031764030457, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7769558429718018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1773}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1774}
{"loss": -0.34882768988609314, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7383923530578613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1774}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1775}
{"loss": -0.33144015073776245, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7007274627685547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1775}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1776}
{"loss": -0.37826332449913025, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8002918362617493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1776}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1777}
{"loss": -0.3294869065284729, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6966215372085571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1777}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1778}
{"loss": -0.3369169533252716, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7128620743751526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1778}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1779}
{"loss": -0.35724902153015137, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7562826871871948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1779}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1780}
{"loss": -0.34982389211654663, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7400162220001221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1780}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1781}
{"loss": -0.34790149331092834, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7360334396362305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1781}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1782}
{"loss": -0.31533128023147583, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6665561199188232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1782}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1783}
{"loss": -0.3148060441017151, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6659654974937439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1783}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1784}
{"loss": -0.37040022015571594, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7835278511047363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1784}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1785}
{"loss": -0.3140103220939636, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.664375901222229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1785}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1786}
{"loss": -0.34909316897392273, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7386025190353394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1786}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1787}
{"loss": -0.37897586822509766, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8014676570892334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1787}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1788}
{"loss": -0.32043880224227905, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.677095890045166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1788}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1789}
{"loss": -0.35571739077568054, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7523221969604492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1789}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1790}
{"loss": -0.3057394027709961, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6462928056716919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1790}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1791}
{"loss": -0.3757997453212738, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7950915098190308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1791}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1792}
{"loss": -0.3104129433631897, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6561816334724426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1792}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1793}
{"loss": -0.3545074462890625, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7499052882194519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1793}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1794}
{"loss": -0.3391922414302826, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7174352407455444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1794}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1795}
{"loss": -0.3218112885951996, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.680530309677124, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1795}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1796}
{"loss": -0.33279550075531006, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.703747570514679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1796}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1797}
{"loss": -0.3546772301197052, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.749843418598175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1797}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1798}
{"loss": -0.3072598874568939, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6497828960418701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1798}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1799}
{"loss": -0.3554005026817322, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7475446462631226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1799}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1800}
{"loss": -0.3697762191295624, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.781679630279541, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1800}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1801}
{"loss": -0.2996090352535248, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6328592896461487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1801}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1802}
{"loss": -0.3567146360874176, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7543827891349792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1802}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1803}
{"loss": -0.38920459151268005, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8229134678840637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1803}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1804}
{"loss": -0.30358272790908813, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6416104435920715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1804}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1805}
{"loss": -0.3531775176525116, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7466928362846375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1805}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1806}
{"loss": -0.3091275691986084, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6523400545120239, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1806}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1807}
{"loss": -0.324535071849823, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6859252452850342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1807}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1808}
{"loss": -0.37052518129348755, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.783174991607666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1808}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1809}
{"loss": -0.36126184463500977, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7632295489311218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1809}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1810}
{"loss": -0.36023449897766113, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7612565755844116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1810}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1811}
{"loss": -0.3396187722682953, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7175577878952026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1811}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1812}
{"loss": -0.315929114818573, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6670013666152954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1812}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1813}
{"loss": -0.3278425931930542, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6928189396858215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1813}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1814}
{"loss": -0.3749174177646637, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.792328417301178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1814}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1815}
{"loss": -0.3468650281429291, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.732894241809845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1815}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1816}
{"loss": -0.34335052967071533, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7255391478538513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1816}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1817}
{"loss": -0.3444880247116089, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7282391786575317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1817}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1818}
{"loss": -0.36112287640571594, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7631548047065735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1818}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1819}
{"loss": -0.3318604826927185, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7015339732170105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1819}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1820}
{"loss": -0.32826459407806396, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.692972719669342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1820}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1821}
{"loss": -0.3634606897830963, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7680976986885071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1821}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1822}
{"loss": -0.3297710120677948, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6968907713890076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1822}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1823}
{"loss": -0.34038758277893066, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7189785242080688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1823}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1824}
{"loss": -0.29677248001098633, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6258947849273682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1824}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1825}
{"loss": -0.35155439376831055, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7428120970726013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1825}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1826}
{"loss": -0.3183245062828064, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6723124980926514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1826}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1827}
{"loss": -0.3726806938648224, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7874173521995544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1827}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1828}
{"loss": -0.36043620109558105, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7616497278213501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1828}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1829}
{"loss": -0.3413218557834625, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.721189022064209, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1829}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1830}
{"loss": -0.34433212876319885, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7271796464920044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1830}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1831}
{"loss": -0.3447657525539398, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7286368012428284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1831}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1832}
{"loss": -0.3571210205554962, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7540254592895508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1832}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1833}
{"loss": -0.3516795337200165, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7430347800254822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1833}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1834}
{"loss": -0.37608590722084045, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7946909070014954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1834}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1835}
{"loss": -0.31872302293777466, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.672856330871582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1835}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1836}
{"loss": -0.33464232087135315, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7070119976997375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1836}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1837}
{"loss": -0.28082624077796936, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.5919618010520935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1837}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1838}
{"loss": -0.2981603443622589, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6294007301330566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1838}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1839}
{"loss": -0.3684295415878296, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7778139710426331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1839}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1840}
{"loss": -0.3531993329524994, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7459166646003723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1840}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1841}
{"loss": -0.3357279598712921, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.709121823310852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1841}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1842}
{"loss": -0.36041900515556335, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7614127397537231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1842}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1843}
{"loss": -0.35864365100860596, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7573662996292114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1843}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1844}
{"loss": -0.35199296474456787, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7432498335838318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1844}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1845}
{"loss": -0.39324063062667847, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8305277824401855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1845}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1846}
{"loss": -0.3487866520881653, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7366681098937988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1846}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1847}
{"loss": -0.3480963408946991, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7350867390632629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1847}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1848}
{"loss": -0.3253787159919739, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6870203614234924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1848}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1849}
{"loss": -0.34527507424354553, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7289221286773682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1849}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1850}
{"loss": -0.3343540132045746, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7061952352523804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1850}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1851}
{"loss": -0.3521721661090851, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7435186505317688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1851}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1852}
{"loss": -0.354799747467041, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7493231296539307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1852}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1853}
{"loss": -0.3541189432144165, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.747468888759613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1853}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1854}
{"loss": -0.3678723871707916, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7767500877380371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1854}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1855}
{"loss": -0.3395475447177887, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7162318229675293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1855}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1856}
{"loss": -0.33107954263687134, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6989057660102844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1856}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1857}
{"loss": -0.32613086700439453, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.688046395778656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1857}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1858}
{"loss": -0.3448668420314789, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7277812957763672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1858}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1859}
{"loss": -0.34783387184143066, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7342286109924316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1859}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1860}
{"loss": -0.3225647509098053, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6806694865226746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1860}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1861}
{"loss": -0.33703702688217163, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7113980054855347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1861}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1862}
{"loss": -0.3391636610031128, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7157807350158691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1862}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1863}
{"loss": -0.36541229486465454, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7710452675819397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1863}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1864}
{"loss": -0.3515249490737915, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7418349385261536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1864}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1865}
{"loss": -0.3269249200820923, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6898511648178101, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1865}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1866}
{"loss": -0.3272492289543152, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6902329325675964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1866}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1867}
{"loss": -0.3598896265029907, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7593687772750854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1867}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1868}
{"loss": -0.3556586503982544, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7507159113883972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1868}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1869}
{"loss": -0.31657522916793823, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6678153872489929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1869}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1870}
{"loss": -0.30708929896354675, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6477628946304321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1870}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1871}
{"loss": -0.3795403838157654, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.801020085811615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1871}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1872}
{"loss": -0.3563481569290161, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7521349787712097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1872}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1873}
{"loss": -0.37419119477272034, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7896783351898193, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1873}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1874}
{"loss": -0.3920522928237915, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8271374702453613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1874}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1875}
{"loss": -0.3044409155845642, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6418740153312683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1875}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1876}
{"loss": -0.2936899662017822, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6191928386688232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1876}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1877}
{"loss": -0.38726064562797546, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8169823884963989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1877}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1878}
{"loss": -0.3660314679145813, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7718128561973572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1878}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1879}
{"loss": -0.37614405155181885, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7935711145401001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1879}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1880}
{"loss": -0.3366600275039673, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7099429965019226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1880}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1881}
{"loss": -0.37429869174957275, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7895067930221558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1881}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1882}
{"loss": -0.36025360226631165, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7602389454841614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1882}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1883}
{"loss": -0.3749118745326996, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7909561991691589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1883}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1884}
{"loss": -0.3037710189819336, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6402302384376526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1884}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1885}
{"loss": -0.36465319991111755, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7687172889709473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1885}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1886}
{"loss": -0.35665690898895264, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7524237036705017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1886}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1887}
{"loss": -0.3236783742904663, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6822993159294128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1887}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1888}
{"loss": -0.40852224826812744, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8613474369049072, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1888}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1889}
{"loss": -0.3619128167629242, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7632448077201843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1889}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1890}
{"loss": -0.33825036883354187, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.713320255279541, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1890}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1891}
{"loss": -0.34049326181411743, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7177446484565735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1891}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1892}
{"loss": -0.337340772151947, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7115877866744995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1892}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1893}
{"loss": -0.3327576518058777, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7017146944999695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1893}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1894}
{"loss": -0.3309195339679718, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6976178288459778, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1894}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1895}
{"loss": -0.355398029088974, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7494858503341675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1895}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1896}
{"loss": -0.34860560297966003, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.735344648361206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1896}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1897}
{"loss": -0.3408893048763275, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7187192440032959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1897}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1898}
{"loss": -0.3438788652420044, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7248395085334778, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1898}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1899}
{"loss": -0.3586075007915497, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7560750842094421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1899}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1900}
{"loss": -0.34274137020111084, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7225977182388306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1900}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1901}
{"loss": -0.3510989546775818, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7403247952461243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1901}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1902}
{"loss": -0.33261531591415405, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7012379169464111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1902}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1903}
{"loss": -0.3248501121997833, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6842114329338074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1903}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1904}
{"loss": -0.3330482840538025, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.701695442199707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1904}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1905}
{"loss": -0.3235631287097931, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6817619204521179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1905}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1906}
{"loss": -0.34997043013572693, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7375032305717468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1906}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1907}
{"loss": -0.3292663097381592, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.694148063659668, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1907}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1908}
{"loss": -0.3454824984073639, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7283197641372681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1908}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1909}
{"loss": -0.376280814409256, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.793104350566864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1909}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1910}
{"loss": -0.35237744450569153, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7425748705863953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1910}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1911}
{"loss": -0.3533650040626526, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7445244193077087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1911}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1912}
{"loss": -0.33542340993881226, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7071021795272827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1912}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1913}
{"loss": -0.32681894302368164, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6885789036750793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1913}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1914}
{"loss": -0.3414516746997833, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7194201946258545, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1914}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1915}
{"loss": -0.3787229359149933, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7980454564094543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1915}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1916}
{"loss": -0.3674986958503723, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7745028734207153, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1916}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1917}
{"loss": -0.33414775133132935, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7041869163513184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1917}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1918}
{"loss": -0.37172770500183105, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7752124667167664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1918}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1919}
{"loss": -0.3176151216030121, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6690213084220886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1919}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1920}
{"loss": -0.32675498723983765, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.688300371170044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1920}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1921}
{"loss": -0.3723035454750061, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.78471839427948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1921}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1922}
{"loss": -0.34413018822669983, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.725213885307312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1922}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1923}
{"loss": -0.3185429573059082, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6712313294410706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1923}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1924}
{"loss": -0.3596019744873047, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7580609321594238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1924}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1925}
{"loss": -0.32855069637298584, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6925531625747681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1925}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1926}
{"loss": -0.36043304204940796, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.759456217288971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1926}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1927}
{"loss": -0.32461094856262207, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6837413311004639, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1927}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1928}
{"loss": -0.3173266053199768, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6680389642715454, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1928}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1929}
{"loss": -0.3148379325866699, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6629655361175537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1929}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1930}
{"loss": -0.35613954067230225, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7502731680870056, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1930}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1931}
{"loss": -0.3422856628894806, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.72092205286026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1931}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1932}
{"loss": -0.3749691843986511, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7898486256599426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1932}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1933}
{"loss": -0.3729540705680847, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7856187224388123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1933}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1934}
{"loss": -0.33649733662605286, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7083914279937744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1934}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1935}
{"loss": -0.3698982000350952, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7792977094650269, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1935}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1936}
{"loss": -0.32374006509780884, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6818681359291077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1936}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1937}
{"loss": -0.36608749628067017, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7710272073745728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1937}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1938}
{"loss": -0.36863669753074646, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7766659259796143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1938}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1939}
{"loss": -0.34549519419670105, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.727549135684967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1939}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1940}
{"loss": -0.359385222196579, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7569630146026611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1940}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1941}
{"loss": -0.3534014821052551, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7443205714225769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1941}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1942}
{"loss": -0.3436764180660248, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7238356471061707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1942}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1943}
{"loss": -0.3669959008693695, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7730888724327087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1943}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1944}
{"loss": -0.34301653504371643, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7223808169364929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1944}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1945}
{"loss": -0.3693636357784271, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7780646681785583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1945}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1946}
{"loss": -0.3394259810447693, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7149174809455872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1946}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1947}
{"loss": -0.37921926379203796, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.79823899269104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1947}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1948}
{"loss": -0.35489895939826965, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7475500106811523, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1948}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1949}
{"loss": -0.3398333191871643, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7156623601913452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1949}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1950}
{"loss": -0.33494243025779724, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7054271697998047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1950}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1951}
{"loss": -0.3490021228790283, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7345893383026123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1951}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1952}
{"loss": -0.3710268437862396, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7809268236160278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1952}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1953}
{"loss": -0.3305014967918396, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6955339312553406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1953}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1954}
{"loss": -0.34289470314979553, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7221795916557312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1954}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1955}
{"loss": -0.3479646146297455, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7322043180465698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1955}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1956}
{"loss": -0.37559083104133606, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7909994721412659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1956}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1957}
{"loss": -0.3531598150730133, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7431042790412903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1957}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1958}
{"loss": -0.3473474085330963, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7310606837272644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1958}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1959}
{"loss": -0.3037033975124359, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.63920658826828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1959}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1960}
{"loss": -0.3585111200809479, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.754794180393219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1960}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1961}
{"loss": -0.3561611771583557, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7496318817138672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1961}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1962}
{"loss": -0.35375115275382996, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7448453307151794, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1962}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1963}
{"loss": -0.3683135211467743, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7756208181381226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1963}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1964}
{"loss": -0.3388237953186035, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7130757570266724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1964}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1965}
{"loss": -0.33714497089385986, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7099048495292664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1965}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1966}
{"loss": -0.3524916470050812, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7421983480453491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1966}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1967}
{"loss": -0.3601495027542114, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7579621076583862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1967}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1968}
{"loss": -0.33914268016815186, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7134167551994324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1968}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1969}
{"loss": -0.3593299090862274, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.755620002746582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1969}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1970}
{"loss": -0.3592296540737152, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7561517953872681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1970}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1971}
{"loss": -0.34266549348831177, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7213178873062134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1971}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1972}
{"loss": -0.29008927941322327, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6103360652923584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1972}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1973}
{"loss": -0.37430429458618164, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7878690361976624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1973}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1974}
{"loss": -0.30151650309562683, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.634150505065918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1974}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1975}
{"loss": -0.2892279028892517, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6081663370132446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1975}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1976}
{"loss": -0.36286813020706177, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7638009190559387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1976}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1977}
{"loss": -0.3568823039531708, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7505542635917664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1977}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1978}
{"loss": -0.3703985810279846, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7794046401977539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1978}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1979}
{"loss": -0.3233017921447754, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6791125535964966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1979}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1980}
{"loss": -0.3250596523284912, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6830233335494995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1980}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1981}
{"loss": -0.3913414776325226, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8225420117378235, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1981}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1982}
{"loss": -0.34512758255004883, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7259432077407837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1982}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1983}
{"loss": -0.3721001148223877, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7824753522872925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1983}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1984}
{"loss": -0.3471316397190094, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7299640774726868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1984}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1985}
{"loss": -0.325762003660202, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6850056648254395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1985}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1986}
{"loss": -0.3204571306705475, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.674232542514801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1986}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1987}
{"loss": -0.34075474739074707, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7167598605155945, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1987}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1988}
{"loss": -0.3348587155342102, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7043533325195312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1988}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1989}
{"loss": -0.36290135979652405, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7632113099098206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1989}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1990}
{"loss": -0.33929431438446045, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7138010263442993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1990}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1991}
{"loss": -0.3330635130405426, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7002343535423279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1991}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1992}
{"loss": -0.34539735317230225, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7243388891220093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1992}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1993}
{"loss": -0.3410826325416565, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7174712419509888, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1993}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1994}
{"loss": -0.3234880864620209, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6804708242416382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1994}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1995}
{"loss": -0.30833569169044495, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6482028365135193, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1995}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1996}
{"loss": -0.36062827706336975, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7586961984634399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1996}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1997}
{"loss": -0.3262147307395935, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6860390305519104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1997}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1998}
{"loss": -0.358210027217865, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7532625198364258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1998}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1999}
{"loss": -0.3003005385398865, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6307440400123596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1999}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 2000}
{"loss": -0.35697752237319946, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7505509257316589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2000}
{"epoch": 2000, "positional_disent": 0.7182998061180115, "bag_of_symbol_disent": 0.08181307464838028, "topographic_sim": 0.3548751413352817}
{"epoch": 2000, "positional_disent": 0.7158649563789368, "bag_of_symbol_disent": 0.10391685366630554, "topographic_sim": 0.8477968822204759}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 2000}
