Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=673, receiver='ModifReceiver', receiver_emb=30, sender='ModifSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.6581632494926453, "acc_or": 0.8158162832260132}, "epoch": 1}
{"loss": 2.3762667179107666, "acc": 0.6869900226593018, "acc_or": 0.8311423659324646, "sender_entropy": 0.5636059045791626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 2}
{"loss": 2.4035897254943848, "acc": 0.9219174981117249, "acc_or": 0.9607887864112854, "sender_entropy": 0.7215934991836548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9163264632225037, "acc_or": 0.9576530456542969}, "epoch": 3}
{"loss": 1.9922951459884644, "acc": 0.9443563222885132, "acc_or": 0.9720081686973572, "sender_entropy": 0.8329489827156067, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 4}
{"loss": 1.8453644514083862, "acc": 0.9335902333259583, "acc_or": 0.9667384624481201, "sender_entropy": 0.972320020198822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9362244606018066}, "epoch": 5}
{"loss": 1.1079959869384766, "acc": 0.9035584926605225, "acc_or": 0.9517792463302612, "sender_entropy": 0.6849653124809265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 6}
{"loss": 0.8796404004096985, "acc": 0.896192193031311, "acc_or": 0.9480960965156555, "sender_entropy": 0.5861845016479492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 7}
{"loss": 0.8055576086044312, "acc": 0.8933590054512024, "acc_or": 0.9466795325279236, "sender_entropy": 0.5935825705528259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 8}
{"loss": 0.7241532802581787, "acc": 0.8929057121276855, "acc_or": 0.9464528560638428, "sender_entropy": 0.5994433164596558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 9}
{"loss": 0.6513167023658752, "acc": 0.8957388997077942, "acc_or": 0.9478694200515747, "sender_entropy": 0.5905441641807556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 10}
{"loss": 0.5713702440261841, "acc": 0.8966454863548279, "acc_or": 0.9483227729797363, "sender_entropy": 0.6226823329925537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 11}
{"loss": 0.5205923318862915, "acc": 0.8946056365966797, "acc_or": 0.9473028182983398, "sender_entropy": 0.6533298492431641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 12}
{"loss": 0.48581135272979736, "acc": 0.8936989903450012, "acc_or": 0.946849524974823, "sender_entropy": 0.6992630362510681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "epoch": 13}
{"loss": 0.4244035482406616, "acc": 0.8967588543891907, "acc_or": 0.948379397392273, "sender_entropy": 0.6454557776451111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 14}
{"loss": 0.3829207122325897, "acc": 0.8942656517028809, "acc_or": 0.9471328258514404, "sender_entropy": 0.6430320143699646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "epoch": 15}
{"loss": 0.3402574062347412, "acc": 0.8970988392829895, "acc_or": 0.9485493898391724, "sender_entropy": 0.6326737999916077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 16}
{"loss": 0.33142608404159546, "acc": 0.8995920419692993, "acc_or": 0.9497960209846497, "sender_entropy": 0.7157633900642395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 17}
{"loss": 0.2842892110347748, "acc": 0.8985720872879028, "acc_or": 0.9492860436439514, "sender_entropy": 0.6480617523193359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 18}
{"loss": 0.25665733218193054, "acc": 0.8953989148139954, "acc_or": 0.9476994276046753, "sender_entropy": 0.6279042363166809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 19}
{"loss": 0.2506612539291382, "acc": 0.8987987041473389, "acc_or": 0.9493993520736694, "sender_entropy": 0.7072251439094543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8255101442337036, "acc_or": 0.9127550721168518}, "epoch": 20}
{"loss": 0.228268101811409, "acc": 0.898345410823822, "acc_or": 0.9491727352142334, "sender_entropy": 0.6969304084777832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8204081058502197, "acc_or": 0.9102040529251099}, "epoch": 21}
{"loss": 0.1998077630996704, "acc": 0.900272011756897, "acc_or": 0.9501360058784485, "sender_entropy": 0.6720757484436035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8193877339363098, "acc_or": 0.9096938371658325}, "epoch": 22}
{"loss": 0.1984545886516571, "acc": 0.9061650037765503, "acc_or": 0.9530825018882751, "sender_entropy": 0.8289607167243958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8020407557487488, "acc_or": 0.901020348072052}, "epoch": 23}
{"loss": 0.15901470184326172, "acc": 0.8990253806114197, "acc_or": 0.9495127201080322, "sender_entropy": 0.5977516770362854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8122448921203613, "acc_or": 0.9061223864555359}, "epoch": 24}
{"loss": 0.15679168701171875, "acc": 0.9040117859840393, "acc_or": 0.952005922794342, "sender_entropy": 0.7537260055541992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7551020383834839}, "uniform holdout": {"acc": 0.8020407557487488, "acc_or": 0.901020348072052}, "epoch": 25}
{"loss": 0.1377115100622177, "acc": 0.9034451246261597, "acc_or": 0.9517225623130798, "sender_entropy": 0.6244784593582153, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.8030611872673035, "acc_or": 0.9015305638313293}, "epoch": 26}
{"loss": 0.1210670992732048, "acc": 0.9032185077667236, "acc_or": 0.9516092538833618, "sender_entropy": 0.7307019233703613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "epoch": 27}
{"loss": 0.11092665046453476, "acc": 0.9031051397323608, "acc_or": 0.9515525698661804, "sender_entropy": 0.6933623552322388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "epoch": 28}
{"loss": 0.09457564353942871, "acc": 0.9031051397323608, "acc_or": 0.9515525698661804, "sender_entropy": 0.6680080890655518, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.7969387173652649, "acc_or": 0.8984693288803101}, "epoch": 29}
{"loss": 0.08605226129293442, "acc": 0.9050317406654358, "acc_or": 0.9524592161178589, "sender_entropy": 0.7068815231323242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.7979591488838196, "acc_or": 0.8989795446395874}, "epoch": 30}
{"loss": 0.06753978878259659, "acc": 0.9019718766212463, "acc_or": 0.9509859681129456, "sender_entropy": 0.746373176574707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.7836734056472778, "acc_or": 0.8918367028236389}, "epoch": 31}
{"loss": 0.0661218911409378, "acc": 0.9040117859840393, "acc_or": 0.952005922794342, "sender_entropy": 0.6008622050285339, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.7836734056472778, "acc_or": 0.8918367028236389}, "epoch": 32}
{"loss": 0.061997219920158386, "acc": 0.9044650793075562, "acc_or": 0.9522325396537781, "sender_entropy": 0.6182273626327515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.8040816187858582, "acc_or": 0.9020407795906067}, "epoch": 33}
{"loss": 0.05561388283967972, "acc": 0.9118313789367676, "acc_or": 0.9559156894683838, "sender_entropy": 0.657909095287323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.8071427941322327, "acc_or": 0.903571367263794}, "epoch": 34}
{"loss": 0.045427605509757996, "acc": 0.9117180705070496, "acc_or": 0.9558590054512024, "sender_entropy": 0.6475440263748169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.905102014541626}, "epoch": 35}
{"loss": 0.033537089824676514, "acc": 0.9135313034057617, "acc_or": 0.9567656517028809, "sender_entropy": 0.6954982280731201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "epoch": 36}
{"loss": 0.02975090593099594, "acc": 0.9162511229515076, "acc_or": 0.9581255912780762, "sender_entropy": 0.6833118796348572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "epoch": 37}
{"loss": 0.01744125783443451, "acc": 0.9122846722602844, "acc_or": 0.9561423659324646, "sender_entropy": 0.6632464528083801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.809183657169342, "acc_or": 0.9045917987823486}, "epoch": 38}
{"loss": 0.005880139768123627, "acc": 0.9113780856132507, "acc_or": 0.955689013004303, "sender_entropy": 0.7281571626663208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "epoch": 39}
{"loss": 0.012381978332996368, "acc": 0.9121713638305664, "acc_or": 0.9560856819152832, "sender_entropy": 0.6088448762893677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.905102014541626}, "epoch": 40}
{"loss": -0.014085620641708374, "acc": 0.9129646420478821, "acc_or": 0.9564822912216187, "sender_entropy": 0.7655674815177917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.8040816187858582, "acc_or": 0.9020407795906067}, "epoch": 41}
{"loss": -0.006623819470405579, "acc": 0.9118313789367676, "acc_or": 0.9559156894683838, "sender_entropy": 0.6756635904312134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.8081632256507874, "acc_or": 0.9040815830230713}, "epoch": 42}
{"loss": -0.019751228392124176, "acc": 0.9142112135887146, "acc_or": 0.9571056365966797, "sender_entropy": 0.7216233611106873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.8183673024177551, "acc_or": 0.9091836214065552}, "epoch": 43}
{"loss": -0.02577405422925949, "acc": 0.9122846722602844, "acc_or": 0.9561423659324646, "sender_entropy": 0.7171832919120789, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.8051019906997681, "acc_or": 0.902550995349884}, "epoch": 44}
{"loss": -0.017174161970615387, "acc": 0.9137579202651978, "acc_or": 0.9568789601325989, "sender_entropy": 0.6452246308326721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.8071427941322327, "acc_or": 0.903571367263794}, "epoch": 45}
{"loss": -0.025252126157283783, "acc": 0.9139845967292786, "acc_or": 0.9569922685623169, "sender_entropy": 0.649154782295227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.8224489688873291, "acc_or": 0.9112244248390198}, "epoch": 46}
{"loss": -0.030472587794065475, "acc": 0.921577513217926, "acc_or": 0.9607887864112854, "sender_entropy": 0.6884310841560364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "epoch": 47}
{"loss": -0.031710732728242874, "acc": 0.9210108518600464, "acc_or": 0.9605054259300232, "sender_entropy": 0.6717852354049683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.8193877339363098, "acc_or": 0.9096938371658325}, "epoch": 48}
{"loss": -0.031405556946992874, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 0.6720242500305176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.8183673024177551, "acc_or": 0.9091836214065552}, "epoch": 49}
{"loss": -0.0454869270324707, "acc": 0.921690821647644, "acc_or": 0.960845410823822, "sender_entropy": 0.6978288292884827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.823469340801239, "acc_or": 0.9117346405982971}, "epoch": 50}
{"loss": -0.05439181625843048, "acc": 0.9225974678993225, "acc_or": 0.9612987041473389, "sender_entropy": 0.7240587472915649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.8204081058502197, "acc_or": 0.9102040529251099}, "epoch": 51}
{"loss": -0.04578341916203499, "acc": 0.9206709265708923, "acc_or": 0.9603354334831238, "sender_entropy": 0.6661945581436157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.8244897723197937, "acc_or": 0.9122448563575745}, "epoch": 52}
{"loss": -0.06444472074508667, "acc": 0.9208975434303284, "acc_or": 0.9604488015174866, "sender_entropy": 0.7311912775039673, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.8173469305038452, "acc_or": 0.9086734056472778}, "epoch": 53}
{"loss": -0.047158610075712204, "acc": 0.9212375283241272, "acc_or": 0.960618793964386, "sender_entropy": 0.6340789198875427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "epoch": 54}
{"loss": -0.057137493044137955, "acc": 0.921690821647644, "acc_or": 0.960845410823822, "sender_entropy": 0.6593706011772156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.823469340801239, "acc_or": 0.9117346405982971}, "epoch": 55}
{"loss": -0.06299924105405807, "acc": 0.9212375283241272, "acc_or": 0.960618793964386, "sender_entropy": 0.6739133596420288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.8204081058502197, "acc_or": 0.9102040529251099}, "epoch": 56}
{"loss": -0.07905197143554688, "acc": 0.9219174981117249, "acc_or": 0.96095871925354, "sender_entropy": 0.7325701713562012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8244897723197937, "acc_or": 0.9122448563575745}, "epoch": 57}
{"loss": -0.10597891360521317, "acc": 0.9220308065414429, "acc_or": 0.9610154032707214, "sender_entropy": 0.8088937997817993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.8255101442337036, "acc_or": 0.9127550721168518}, "epoch": 58}
{"loss": -0.08093134313821793, "acc": 0.9213508367538452, "acc_or": 0.9606754183769226, "sender_entropy": 0.690820038318634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.827551007270813, "acc_or": 0.9137754440307617}, "epoch": 59}
{"loss": -0.09313471615314484, "acc": 0.9227107763290405, "acc_or": 0.9613553881645203, "sender_entropy": 0.7375145554542542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.823469340801239, "acc_or": 0.9117346405982971}, "epoch": 60}
{"loss": -0.08824698626995087, "acc": 0.9198775887489319, "acc_or": 0.9599388241767883, "sender_entropy": 0.7058438658714294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.8244897723197937, "acc_or": 0.9122448563575745}, "epoch": 61}
{"loss": -0.0959567129611969, "acc": 0.9208975434303284, "acc_or": 0.9604488015174866, "sender_entropy": 0.7203342318534851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.8224489688873291, "acc_or": 0.9112244248390198}, "epoch": 62}
{"loss": -0.09663611650466919, "acc": 0.9223707914352417, "acc_or": 0.9611853957176208, "sender_entropy": 0.7041628956794739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.827551007270813, "acc_or": 0.9137754440307617}, "epoch": 63}
{"loss": -0.12567807734012604, "acc": 0.9228241443634033, "acc_or": 0.9614120721817017, "sender_entropy": 0.8075634837150574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.8193877339363098, "acc_or": 0.9096938371658325}, "epoch": 64}
{"loss": -0.09954521059989929, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 0.7023741006851196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8193877339363098, "acc_or": 0.9096938371658325}, "epoch": 65}
{"loss": -0.10681186616420746, "acc": 0.9229374527931213, "acc_or": 0.9614686965942383, "sender_entropy": 0.7107799649238586, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8204081058502197, "acc_or": 0.9102040529251099}, "epoch": 66}
{"loss": -0.12127223610877991, "acc": 0.9220308065414429, "acc_or": 0.9610154032707214, "sender_entropy": 0.7564098238945007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.823469340801239, "acc_or": 0.9117346405982971}, "epoch": 67}
{"loss": -0.10867497324943542, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 0.7084668874740601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.8295918107032776, "acc_or": 0.9147958755493164}, "epoch": 68}
{"loss": -0.12226337194442749, "acc": 0.9221441745758057, "acc_or": 0.9610720872879028, "sender_entropy": 0.7419285178184509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8193877339363098, "acc_or": 0.9096938371658325}, "epoch": 69}
{"loss": -0.11688333749771118, "acc": 0.921577513217926, "acc_or": 0.9607887864112854, "sender_entropy": 0.7028012275695801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.823469340801239, "acc_or": 0.9117346405982971}, "epoch": 70}
{"loss": -0.13220691680908203, "acc": 0.9220308065414429, "acc_or": 0.9610154032707214, "sender_entropy": 0.754966676235199, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.8244897723197937, "acc_or": 0.9122448563575745}, "epoch": 71}
{"loss": -0.14627309143543243, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 0.8021887540817261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.823469340801239, "acc_or": 0.9117346405982971}, "epoch": 72}
{"loss": -0.12715935707092285, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 0.7242313027381897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.827551007270813, "acc_or": 0.9137754440307617}, "epoch": 73}
{"loss": -0.11800769716501236, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 0.6926007270812988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.8183673024177551, "acc_or": 0.9091836214065552}, "epoch": 74}
{"loss": -0.1270418018102646, "acc": 0.9299637079238892, "acc_or": 0.9649818539619446, "sender_entropy": 0.7194575071334839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "epoch": 75}
{"loss": -0.1447296440601349, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 0.7759352326393127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.823469340801239, "acc_or": 0.9117346405982971}, "epoch": 76}
{"loss": -0.1357700675725937, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 0.7348480224609375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.8153060674667358, "acc_or": 0.9076530337333679}, "epoch": 77}
{"loss": -0.12395966053009033, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 0.6837232112884521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "epoch": 78}
{"loss": -0.13257966935634613, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 0.7012274265289307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 78}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.8183673024177551, "acc_or": 0.9091836214065552}, "epoch": 79}
{"loss": -0.12612421810626984, "acc": 0.9373300075531006, "acc_or": 0.9686650037765503, "sender_entropy": 0.6747344136238098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 79}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8255101442337036, "acc_or": 0.9127550721168518}, "epoch": 80}
{"loss": -0.14504876732826233, "acc": 0.9308703541755676, "acc_or": 0.9654351472854614, "sender_entropy": 0.7343101501464844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 80}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "epoch": 81}
{"loss": -0.13866987824440002, "acc": 0.9342701435089111, "acc_or": 0.9671350717544556, "sender_entropy": 0.7161293625831604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 81}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.8255101442337036, "acc_or": 0.9127550721168518}, "epoch": 82}
{"loss": -0.15265733003616333, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 0.7554345726966858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 82}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.8244897723197937, "acc_or": 0.9122448563575745}, "epoch": 83}
{"loss": -0.15609541535377502, "acc": 0.9333635568618774, "acc_or": 0.9666817784309387, "sender_entropy": 0.7613849639892578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 83}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.8173469305038452, "acc_or": 0.9086734056472778}, "epoch": 84}
{"loss": -0.13650359213352203, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 0.6905638575553894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 84}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.8204081058502197, "acc_or": 0.9102040529251099}, "epoch": 85}
{"loss": -0.13385632634162903, "acc": 0.9571622610092163, "acc_or": 0.9785811305046082, "sender_entropy": 0.6934030055999756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 85}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "epoch": 86}
{"loss": -0.1429767906665802, "acc": 0.9705349206924438, "acc_or": 0.9852674603462219, "sender_entropy": 0.732304573059082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 86}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9474489092826843}, "epoch": 87}
{"loss": -0.08263015002012253, "acc": 0.9904804825782776, "acc_or": 0.9951835870742798, "sender_entropy": 0.6558703780174255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 87}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9581632018089294, "acc_or": 0.9785714149475098}, "epoch": 88}
{"loss": -0.07725683599710464, "acc": 0.9947869181632996, "acc_or": 0.9973368048667908, "sender_entropy": 0.6616641283035278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 88}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9755101799964905, "acc_or": 0.9872448444366455}, "epoch": 89}
{"loss": -0.0861099436879158, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7070885300636292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 89}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 90}
{"loss": -0.08552731573581696, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7300654649734497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 90}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 91}
{"loss": -0.0858977660536766, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7265589833259583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 91}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 92}
{"loss": -0.08553554862737656, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7308664321899414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 92}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 93}
{"loss": -0.08481428027153015, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7027050256729126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 93}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 94}
{"loss": -0.08792849630117416, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7131637334823608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 94}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 95}
{"loss": -0.0996161550283432, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7551538944244385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 95}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 96}
{"loss": -0.09513524174690247, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7464381456375122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 96}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 97}
{"loss": -0.09944092482328415, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7504457831382751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 97}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 98}
{"loss": -0.1046251654624939, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7707608938217163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 98}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 99}
{"loss": -0.1078120768070221, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7564171552658081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 99}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 100}
{"loss": -0.09637492895126343, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6923744082450867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 100}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 101}
{"loss": -0.11073372513055801, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7644089460372925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 101}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 102}
{"loss": -0.10241448879241943, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7107617259025574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 102}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 103}
{"loss": -0.11252496391534805, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7582783102989197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 103}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 104}
{"loss": -0.11357758939266205, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7492499947547913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 104}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 105}
{"loss": -0.1135837510228157, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7396089434623718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 105}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 106}
{"loss": -0.12004333734512329, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7595698237419128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 106}
{"generalization hold out": {"acc": 0.16326530277729034, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 107}
{"loss": -0.12166847288608551, "acc": 0.9988667368888855, "acc_or": 0.9993767142295837, "sender_entropy": 0.7512400150299072, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 107}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6556122303009033}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 108}
{"loss": -0.13868166506290436, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8002316355705261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 108}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 109}
{"loss": -0.12363399565219879, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7398552298545837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 109}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 110}
{"loss": -0.11729208379983902, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7064508199691772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 110}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 111}
{"loss": -0.1472022831439972, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8338982462882996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 111}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 112}
{"loss": -0.1414329707622528, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8031798005104065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 112}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5790815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 113}
{"loss": -0.13814818859100342, "acc": 0.9988667368888855, "acc_or": 0.9993767142295837, "sender_entropy": 0.7778486609458923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 113}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 114}
{"loss": -0.13251371681690216, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7425658702850342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 114}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 115}
{"loss": -0.1442428082227707, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7899683713912964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 115}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 116}
{"loss": -0.11893713474273682, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6517320275306702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 116}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 117}
{"loss": -0.13547445833683014, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.72728031873703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 117}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 118}
{"loss": -0.13978591561317444, "acc": 0.9992067217826843, "acc_or": 0.9995467066764832, "sender_entropy": 0.739780843257904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 118}
{"generalization hold out": {"acc": 0.13775509595870972, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 119}
{"loss": -0.16728389263153076, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8518340587615967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 119}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 120}
{"loss": -0.18063820898532867, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.9032509326934814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 120}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 121}
{"loss": -0.15411002933979034, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7821468114852905, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 121}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6301020383834839}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 122}
{"loss": -0.1632872223854065, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8135884404182434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 122}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 123}
{"loss": -0.13497905433177948, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6826692223548889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 123}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 124}
{"loss": -0.15884041786193848, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.771166205406189, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 124}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 125}
{"loss": -0.15977787971496582, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7824284434318542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 125}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 126}
{"loss": -0.15337666869163513, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7414476871490479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 126}
{"generalization hold out": {"acc": 0.13775509595870972, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 127}
{"loss": -0.16558633744716644, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7951409816741943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 127}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.625}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 128}
{"loss": -0.1617770791053772, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7714170813560486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 128}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 129}
{"loss": -0.16432520747184753, "acc": 0.9993200302124023, "acc_or": 0.9996033310890198, "sender_entropy": 0.7677450776100159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 129}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 130}
{"loss": -0.16661350429058075, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7814890742301941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 130}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 131}
{"loss": -0.1732594519853592, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8003641366958618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 131}
{"generalization hold out": {"acc": 0.13775509595870972, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 132}
{"loss": -0.17093010246753693, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7787597179412842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 132}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 133}
{"loss": -0.17902784049510956, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8138118386268616, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 133}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 134}
{"loss": -0.16674424707889557, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7527911067008972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 134}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 135}
{"loss": -0.17343682050704956, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7719022631645203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 135}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 136}
{"loss": -0.18625320494174957, "acc": 0.9992067217826843, "acc_or": 0.9995467066764832, "sender_entropy": 0.8219546675682068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 136}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6556122303009033}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 137}
{"loss": -0.17878085374832153, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7836511135101318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 137}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 138}
{"loss": -0.17089174687862396, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7428125739097595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 138}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 139}
{"loss": -0.16880643367767334, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7288508415222168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 139}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 140}
{"loss": -0.18780666589736938, "acc": 0.9992067217826843, "acc_or": 0.9995467066764832, "sender_entropy": 0.8028813004493713, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 140}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 141}
{"loss": -0.19380253553390503, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8211616277694702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 141}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 142}
{"loss": -0.18531373143196106, "acc": 0.9992067217826843, "acc_or": 0.9995467066764832, "sender_entropy": 0.780970573425293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 142}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 143}
{"loss": -0.17919832468032837, "acc": 0.9992067217826843, "acc_or": 0.9995467066764832, "sender_entropy": 0.7548681497573853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 143}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 144}
{"loss": -0.20768725872039795, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8312433362007141, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 144}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 145}
{"loss": -0.21650825440883636, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8791800737380981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 145}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 146}
{"loss": -0.19622406363487244, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8019729852676392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 146}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 147}
{"loss": -0.20948073267936707, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8468804359436035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 147}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 148}
{"loss": -0.1861964464187622, "acc": 0.9993200302124023, "acc_or": 0.9996033310890198, "sender_entropy": 0.7538086175918579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 148}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 149}
{"loss": -0.1889726221561432, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7569802403450012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 149}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 150}
{"loss": -0.19071383774280548, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7638109922409058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 150}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 151}
{"loss": -0.18759900331497192, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7459582686424255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 151}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 152}
{"loss": -0.2010762244462967, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7906421422958374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 152}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 153}
{"loss": -0.19132612645626068, "acc": 0.9989800453186035, "acc_or": 0.9994333386421204, "sender_entropy": 0.7506755590438843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 153}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 154}
{"loss": -0.19875165820121765, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7754338383674622, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 154}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 155}
{"loss": -0.1860550343990326, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7230570912361145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 155}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 156}
{"loss": -0.1992194652557373, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7687443494796753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 156}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 157}
{"loss": -0.22226886451244354, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8504782319068909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 157}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 158}
{"loss": -0.21694058179855347, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8296307921409607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 158}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 159}
{"loss": -0.2034727782011032, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7705954909324646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 159}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 160}
{"loss": -0.20997659862041473, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7897762060165405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 160}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 161}
{"loss": -0.1950862556695938, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7341814041137695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 161}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 162}
{"loss": -0.1884070485830307, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.6901501417160034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 162}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 163}
{"loss": -0.2254316657781601, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8339579701423645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 163}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 164}
{"loss": -0.2101907730102539, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7776314616203308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 164}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 165}
{"loss": -0.2267553210258484, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.8305831551551819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 165}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 166}
{"loss": -0.22451503574848175, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8197999000549316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 166}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 167}
{"loss": -0.19226394593715668, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.697354257106781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 167}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 168}
{"loss": -0.2627876102924347, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.9274030923843384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 168}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 169}
{"loss": -0.22403229773044586, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8062817454338074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 169}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 170}
{"loss": -0.22022347152233124, "acc": 0.9990933537483215, "acc_or": 0.9994900226593018, "sender_entropy": 0.7870973348617554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 170}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 171}
{"loss": -0.22900544106960297, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.818242609500885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 171}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 172}
{"loss": -0.22254399955272675, "acc": 0.9992067217826843, "acc_or": 0.9995467066764832, "sender_entropy": 0.7923802137374878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 172}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 173}
{"loss": -0.19663779437541962, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7033650279045105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 173}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 174}
{"loss": -0.20971684157848358, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.743990421295166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 174}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 175}
{"loss": -0.2233334183692932, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.789466142654419, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 175}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 176}
{"loss": -0.23492884635925293, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8223761916160583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 176}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 177}
{"loss": -0.220377117395401, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7671147584915161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 177}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 178}
{"loss": -0.2070528268814087, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7205033898353577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 178}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 179}
{"loss": -0.20917607843875885, "acc": 0.9992067217826843, "acc_or": 0.9995467066764832, "sender_entropy": 0.7254821062088013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 179}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 180}
{"loss": -0.2073487490415573, "acc": 0.9990933537483215, "acc_or": 0.9994900226593018, "sender_entropy": 0.7206880450248718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 180}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 181}
{"loss": -0.19950531423091888, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6871582269668579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 181}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 182}
{"loss": -0.18144772946834564, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.620491623878479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 182}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 183}
{"loss": -0.23493948578834534, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8012693524360657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 183}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 184}
{"loss": -0.21799913048744202, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7407416701316833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 184}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 185}
{"loss": -0.21646644175052643, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7336857318878174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 185}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 186}
{"loss": -0.22076457738876343, "acc": 0.9992067217826843, "acc_or": 0.9995467066764832, "sender_entropy": 0.7430663108825684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 186}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 187}
{"loss": -0.19986143708229065, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6695101857185364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 187}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 188}
{"loss": -0.22891150414943695, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7669116258621216, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 188}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 189}
{"loss": -0.2296883463859558, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7667942643165588, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 189}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 190}
{"loss": -0.22767657041549683, "acc": 0.9993200302124023, "acc_or": 0.9996033310890198, "sender_entropy": 0.7569543719291687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 190}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 191}
{"loss": -0.2129412144422531, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.699190616607666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 191}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 192}
{"loss": -0.2276415377855301, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7517580389976501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 192}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 193}
{"loss": -0.2094668596982956, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6910451054573059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 193}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 194}
{"loss": -0.22159412503242493, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7241914868354797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 194}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 195}
{"loss": -0.22079773247241974, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7189752459526062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 195}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 196}
{"loss": -0.2090620994567871, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.680962085723877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 196}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 197}
{"loss": -0.2317282259464264, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7530694007873535, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 197}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 198}
{"loss": -0.241681769490242, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7783752083778381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 198}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 199}
{"loss": -0.22719474136829376, "acc": 0.9993200302124023, "acc_or": 0.9996033310890198, "sender_entropy": 0.7336452007293701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 199}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 200}
{"loss": -0.23766782879829407, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7608094811439514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 200}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 201}
{"loss": -0.2232847809791565, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7213649749755859, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 201}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 202}
{"loss": -0.2747631072998047, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8610588312149048, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 202}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 203}
{"loss": -0.21841669082641602, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6972453594207764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 203}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 204}
{"loss": -0.20217233896255493, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6425807476043701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 204}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 205}
{"loss": -0.23691825568675995, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7489965558052063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 205}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 206}
{"loss": -0.225664421916008, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7152600884437561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 206}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 207}
{"loss": -0.22379067540168762, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7058977484703064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 207}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 208}
{"loss": -0.23451624810695648, "acc": 0.9993200302124023, "acc_or": 0.9996033310890198, "sender_entropy": 0.7401187419891357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 208}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 209}
{"loss": -0.23212479054927826, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7285606861114502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 209}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 210}
{"loss": -0.23051553964614868, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7149919271469116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 210}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 211}
{"loss": -0.21619385480880737, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.677303671836853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 211}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 212}
{"loss": -0.22630445659160614, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7032686471939087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 212}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 213}
{"loss": -0.23296348750591278, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7252568602561951, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 213}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 214}
{"loss": -0.2410162091255188, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7476266622543335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 214}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 215}
{"loss": -0.22880339622497559, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7060607075691223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 215}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 216}
{"loss": -0.2356269657611847, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7221945524215698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 216}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 217}
{"loss": -0.20887447893619537, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6379000544548035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 217}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 218}
{"loss": -0.24717891216278076, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7575221061706543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 218}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 219}
{"loss": -0.24898596107959747, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7613340616226196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 219}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 220}
{"loss": -0.20260247588157654, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6197619438171387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 220}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 221}
{"loss": -0.21452049911022186, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6503199338912964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 221}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 222}
{"loss": -0.19530245661735535, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.5867857933044434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 222}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 223}
{"loss": -0.24121209979057312, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7286311388015747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 223}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 224}
{"loss": -0.2213672250509262, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6682769656181335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 224}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 225}
{"loss": -0.23958034813404083, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7220023274421692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 225}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 226}
{"loss": -0.250698447227478, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.75626540184021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 226}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 227}
{"loss": -0.27337199449539185, "acc": 0.9990933537483215, "acc_or": 0.9994900226593018, "sender_entropy": 0.8178788423538208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 227}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 228}
{"loss": -0.21205613017082214, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6393264532089233, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 228}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 229}
{"loss": -0.23423855006694794, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6999986171722412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 229}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 230}
{"loss": -0.22848935425281525, "acc": 0.9990933537483215, "acc_or": 0.9994900226593018, "sender_entropy": 0.6788642406463623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 230}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 231}
{"loss": -0.2287130355834961, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6807007789611816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 231}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 232}
{"loss": -0.22762443125247955, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6767995357513428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 232}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 233}
{"loss": -0.24855506420135498, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.739708662033081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 233}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 234}
{"loss": -0.22280274331569672, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6601661443710327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 234}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 235}
{"loss": -0.21112601459026337, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6220791935920715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 235}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 236}
{"loss": -0.23183488845825195, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6844038367271423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 236}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 237}
{"loss": -0.2305527627468109, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6756178140640259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 237}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 238}
{"loss": -0.24204936623573303, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7067859768867493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 238}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 239}
{"loss": -0.2596731185913086, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7592162489891052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 239}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 240}
{"loss": -0.24138009548187256, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.708858847618103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 240}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 241}
{"loss": -0.22929899394512177, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6733254790306091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 241}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 242}
{"loss": -0.23889322578907013, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6976251006126404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 242}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 243}
{"loss": -0.24217188358306885, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7068350315093994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 243}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 244}
{"loss": -0.25827446579933167, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7492167353630066, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 244}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 245}
{"loss": -0.26471415162086487, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7696631550788879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 245}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 246}
{"loss": -0.24922169744968414, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7211148142814636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 246}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 247}
{"loss": -0.2604192793369293, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7507442235946655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 247}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 248}
{"loss": -0.24396412074565887, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7056237459182739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 248}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 249}
{"loss": -0.2801680266857147, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8090006709098816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 249}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 250}
{"loss": -0.23570245504379272, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.678750216960907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 250}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 251}
{"loss": -0.2262684404850006, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6518730521202087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 251}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 252}
{"loss": -0.23668573796749115, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6785183548927307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 252}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 253}
{"loss": -0.26629865169525146, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.762342631816864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 253}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 254}
{"loss": -0.2380371391773224, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6765570640563965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 254}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 255}
{"loss": -0.2627219557762146, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7509776949882507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 255}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 256}
{"loss": -0.2487529069185257, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.706581711769104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 256}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 257}
{"loss": -0.26837271451950073, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7643605470657349, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 257}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 258}
{"loss": -0.2659004330635071, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7581519484519958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 258}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 259}
{"loss": -0.271054744720459, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7707748413085938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 259}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 260}
{"loss": -0.23919086158275604, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6757882237434387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 260}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 261}
{"loss": -0.27690589427948, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7807537317276001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 261}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 262}
{"loss": -0.2548072934150696, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7146124243736267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 262}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 263}
{"loss": -0.2560610771179199, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7202324867248535, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 263}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 264}
{"loss": -0.2782875597476959, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7840865254402161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 264}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 265}
{"loss": -0.261335164308548, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7361207008361816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 265}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 266}
{"loss": -0.25612586736679077, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7188432812690735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 266}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 267}
{"loss": -0.2539426386356354, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7104476690292358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 267}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 268}
{"loss": -0.25803714990615845, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7220123410224915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 268}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 269}
{"loss": -0.26525065302848816, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7405266165733337, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 269}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 270}
{"loss": -0.24932999908924103, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6945663690567017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 270}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 271}
{"loss": -0.2431662231683731, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6777174472808838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 271}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 272}
{"loss": -0.24323086440563202, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6731408834457397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 272}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 273}
{"loss": -0.24375657737255096, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6757169961929321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 273}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 274}
{"loss": -0.23870131373405457, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6639009118080139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 274}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 275}
{"loss": -0.2676689922809601, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7387034893035889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 275}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 276}
{"loss": -0.27126169204711914, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7512717843055725, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 276}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 277}
{"loss": -0.26178085803985596, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7230246663093567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 277}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 278}
{"loss": -0.2681281864643097, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7399978637695312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 278}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 279}
{"loss": -0.2708088159561157, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.747708797454834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 279}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 280}
{"loss": -0.25154492259025574, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6932246685028076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 280}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 281}
{"loss": -0.28951939940452576, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7993239164352417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 281}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 282}
{"loss": -0.27697089314460754, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7608546018600464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 282}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 283}
{"loss": -0.2795192301273346, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7658349275588989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 283}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 284}
{"loss": -0.3049466013908386, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8353646397590637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 284}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 285}
{"loss": -0.252807080745697, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6946027874946594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 285}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 286}
{"loss": -0.2676117420196533, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7329871654510498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 286}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 287}
{"loss": -0.2821011245250702, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.767920970916748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 287}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 288}
{"loss": -0.2703112065792084, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.737176775932312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 288}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 289}
{"loss": -0.2842470407485962, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7733983397483826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 289}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 290}
{"loss": -0.2769569158554077, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7531137466430664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 290}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 291}
{"loss": -0.26584240794181824, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7232592701911926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 291}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 292}
{"loss": -0.27254700660705566, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7409664392471313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 292}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 293}
{"loss": -0.2681766152381897, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7244033217430115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 293}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 294}
{"loss": -0.2880418300628662, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7777891159057617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 294}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 295}
{"loss": -0.26440927386283875, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7149274945259094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 295}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 296}
{"loss": -0.262330561876297, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7088682651519775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 296}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 297}
{"loss": -0.2871808409690857, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7754749655723572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 297}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 298}
{"loss": -0.2774750888347626, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7463151216506958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 298}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 299}
{"loss": -0.2839345932006836, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7638092041015625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 299}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 300}
{"loss": -0.2661239802837372, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7136595845222473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 300}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 301}
{"loss": -0.2765681743621826, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7422111630439758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 301}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 302}
{"loss": -0.2735637426376343, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7331637144088745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 302}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 303}
{"loss": -0.2802801728248596, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7509784698486328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 303}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 304}
{"loss": -0.2809191942214966, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7533338665962219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 304}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 305}
{"loss": -0.29038938879966736, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7754095792770386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 305}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 306}
{"loss": -0.26213929057121277, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7003678679466248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 306}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 307}
{"loss": -0.26872918009757996, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7171728610992432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 307}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 308}
{"loss": -0.2752544581890106, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7359926700592041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 308}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 309}
{"loss": -0.3173680305480957, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8457001447677612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 309}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 310}
{"loss": -0.2805035710334778, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7438382506370544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 310}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 311}
{"loss": -0.27195799350738525, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7220025658607483, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 311}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 312}
{"loss": -0.28383901715278625, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.75375896692276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 312}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 313}
{"loss": -0.25766366720199585, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6813306212425232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 313}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 314}
{"loss": -0.26718926429748535, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7053602337837219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 314}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 315}
{"loss": -0.2595703899860382, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6862541437149048, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 315}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 316}
{"loss": -0.2576149106025696, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6791015863418579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 316}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 317}
{"loss": -0.2481943964958191, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6546473503112793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 317}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 318}
{"loss": -0.29671916365623474, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7836076021194458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 318}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 319}
{"loss": -0.2653149962425232, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7024092078208923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 319}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 320}
{"loss": -0.29348257184028625, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7722156047821045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 320}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 321}
{"loss": -0.2654106318950653, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6976712346076965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 321}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 322}
{"loss": -0.26603811979293823, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.697542130947113, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 322}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 323}
{"loss": -0.27304303646087646, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7173713445663452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 323}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 324}
{"loss": -0.29114019870758057, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7624409794807434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 324}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 325}
{"loss": -0.27716386318206787, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7266170382499695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 325}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 326}
{"loss": -0.2838924825191498, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7443912625312805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 326}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 327}
{"loss": -0.2646450102329254, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6929942965507507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 327}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 328}
{"loss": -0.27019888162612915, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7057879567146301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 328}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 329}
{"loss": -0.2649446725845337, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6918459534645081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 329}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 330}
{"loss": -0.26979613304138184, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7045610547065735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 330}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 331}
{"loss": -0.25754186511039734, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6734796166419983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 331}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 332}
{"loss": -0.29039448499679565, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7552483081817627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 332}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 333}
{"loss": -0.26476964354515076, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6895840167999268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 333}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 334}
{"loss": -0.283050537109375, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7370314598083496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 334}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 335}
{"loss": -0.2956655025482178, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7677487730979919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 335}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 336}
{"loss": -0.26856282353401184, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6944519281387329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 336}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 337}
{"loss": -0.2797773480415344, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7268643975257874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 337}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 338}
{"loss": -0.28921249508857727, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7494246363639832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 338}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 339}
{"loss": -0.2995056211948395, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7758946418762207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 339}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 340}
{"loss": -0.2696670591831207, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6983368992805481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 340}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 341}
{"loss": -0.2829124927520752, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7307561039924622, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 341}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 342}
{"loss": -0.2862202525138855, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7376155257225037, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 342}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 343}
{"loss": -0.28386515378952026, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7343555092811584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 343}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 344}
{"loss": -0.29152631759643555, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7523568272590637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 344}
{"generalization hold out": {"acc": 0.47959181666374207, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 345}
{"loss": -0.27568957209587097, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7095643877983093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 345}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 346}
{"loss": -0.2899855673313141, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7482250332832336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 346}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 347}
{"loss": -0.2917975187301636, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7514382004737854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 347}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 348}
{"loss": -0.2723516523838043, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7006121277809143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 348}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 349}
{"loss": -0.24737221002578735, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6319299936294556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 349}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 350}
{"loss": -0.2774205207824707, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7112708687782288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 350}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 351}
{"loss": -0.30446407198905945, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7821287512779236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 351}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 352}
{"loss": -0.2577582895755768, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6602461338043213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 352}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 353}
{"loss": -0.29806655645370483, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7665597200393677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 353}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 354}
{"loss": -0.2840993106365204, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.725438117980957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 354}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 355}
{"loss": -0.2718599736690521, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6957001686096191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 355}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 356}
{"loss": -0.27836260199546814, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7134606838226318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 356}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 357}
{"loss": -0.2964363992214203, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7570061683654785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 357}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 358}
{"loss": -0.2781800627708435, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7090467214584351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 358}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 359}
{"loss": -0.29864609241485596, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7610360980033875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 359}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 360}
{"loss": -0.28043410181999207, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.712354302406311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 360}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 361}
{"loss": -0.2895781099796295, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7359066605567932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 361}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 362}
{"loss": -0.2899009883403778, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7366156578063965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 362}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 363}
{"loss": -0.29960882663726807, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7628472447395325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 363}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 364}
{"loss": -0.2858438193798065, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7241429090499878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 364}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 365}
{"loss": -0.3073347806930542, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7805157899856567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 365}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 366}
{"loss": -0.2797587513923645, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.708246111869812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 366}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 367}
{"loss": -0.28891950845718384, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7329182624816895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 367}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 368}
{"loss": -0.2813863456249237, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7138943076133728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 368}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 369}
{"loss": -0.3024230897426605, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7673876881599426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 369}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 370}
{"loss": -0.2785799205303192, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.702243447303772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 370}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 371}
{"loss": -0.2766256332397461, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6999673247337341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 371}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 372}
{"loss": -0.28850194811820984, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7298040390014648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 372}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 373}
{"loss": -0.2971345782279968, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7503396272659302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 373}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 374}
{"loss": -0.27652135491371155, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6964930295944214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 374}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 375}
{"loss": -0.309859961271286, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7817084193229675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 375}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 376}
{"loss": -0.2856058180332184, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7153056859970093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 376}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 377}
{"loss": -0.27698609232902527, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6948089599609375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 377}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 378}
{"loss": -0.33127477765083313, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8341234922409058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 378}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 379}
{"loss": -0.30154329538345337, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7602722644805908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 379}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 380}
{"loss": -0.309115469455719, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7789556980133057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 380}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 381}
{"loss": -0.27860400080680847, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6993860006332397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 381}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 382}
{"loss": -0.28254222869873047, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7098154425621033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 382}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 383}
{"loss": -0.300167441368103, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7526980638504028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 383}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 384}
{"loss": -0.3071897327899933, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7698691487312317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 384}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 385}
{"loss": -0.28269174695014954, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7077313661575317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 385}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 386}
{"loss": -0.28701841831207275, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7191573977470398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 386}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 387}
{"loss": -0.2839626967906952, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7095009684562683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 387}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 388}
{"loss": -0.3087378442287445, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7717843055725098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 388}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 389}
{"loss": -0.27691057324409485, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6904177069664001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 389}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 390}
{"loss": -0.27781057357788086, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6923305988311768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 390}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 391}
{"loss": -0.3045234680175781, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7591168880462646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 391}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 392}
{"loss": -0.3029975891113281, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7541862726211548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 392}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 393}
{"loss": -0.28087958693504333, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.69968581199646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 393}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 394}
{"loss": -0.29814252257347107, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7429518103599548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 394}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 395}
{"loss": -0.2955363094806671, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7375219464302063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 395}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 396}
{"loss": -0.283663809299469, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7050374150276184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 396}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 397}
{"loss": -0.293020099401474, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7274461388587952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 397}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 398}
{"loss": -0.2832680940628052, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.703252911567688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 398}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 399}
{"loss": -0.27741533517837524, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6897816061973572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 399}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 400}
{"loss": -0.291942298412323, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7234219908714294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 400}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 401}
{"loss": -0.2956957519054413, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7340718507766724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 401}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 402}
{"loss": -0.31134599447250366, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7710345983505249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 402}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 403}
{"loss": -0.3122611939907074, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7726447582244873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 403}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 404}
{"loss": -0.30455875396728516, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7553505897521973, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 404}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 405}
{"loss": -0.30855774879455566, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.764266312122345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 405}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 406}
{"loss": -0.33469486236572266, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8282648921012878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 406}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 407}
{"loss": -0.28620511293411255, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7082692384719849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 407}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 408}
{"loss": -0.3037501871585846, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7504598498344421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 408}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 409}
{"loss": -0.31538820266723633, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7781867384910583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 409}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 410}
{"loss": -0.2920728623867035, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7206245064735413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 410}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 411}
{"loss": -0.30234602093696594, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7456100583076477, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 411}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 412}
{"loss": -0.3094578683376312, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7634513974189758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 412}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 413}
{"loss": -0.29336056113243103, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.723383903503418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 413}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 414}
{"loss": -0.2965579628944397, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7321210503578186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 414}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 415}
{"loss": -0.3238257169723511, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.797042727470398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 415}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 416}
{"loss": -0.29564526677131653, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7269101738929749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 416}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 417}
{"loss": -0.3078303933143616, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7572013735771179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 417}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 418}
{"loss": -0.29947614669799805, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7358803749084473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 418}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 419}
{"loss": -0.2852741777896881, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7010394930839539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 419}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 420}
{"loss": -0.3179410994052887, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7801170945167542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 420}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 421}
{"loss": -0.29947125911712646, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7352770566940308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 421}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 422}
{"loss": -0.2902337312698364, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7104569673538208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 422}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 423}
{"loss": -0.30266639590263367, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.741624116897583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 423}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 424}
{"loss": -0.31402087211608887, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7687418460845947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 424}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 425}
{"loss": -0.28524667024612427, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6949143409729004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 425}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 426}
{"loss": -0.3264332711696625, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7998828291893005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 426}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 427}
{"loss": -0.30282625555992126, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7415646314620972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 427}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 428}
{"loss": -0.288232684135437, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7060229778289795, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 428}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 429}
{"loss": -0.29804208874702454, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7284084558486938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 429}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 430}
{"loss": -0.32096147537231445, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7842402458190918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 430}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 431}
{"loss": -0.2952154874801636, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7197558283805847, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 431}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 432}
{"loss": -0.2982737123966217, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7273616790771484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 432}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 433}
{"loss": -0.3155907392501831, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.770808756351471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 433}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 434}
{"loss": -0.32644033432006836, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7953935265541077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 434}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 435}
{"loss": -0.31193429231643677, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7607402205467224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 435}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 436}
{"loss": -0.3116849958896637, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7609987258911133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 436}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 437}
{"loss": -0.3071580231189728, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7476880550384521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 437}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 438}
{"loss": -0.29618239402770996, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7200213074684143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 438}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 439}
{"loss": -0.31608858704566956, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7705479860305786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 439}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 440}
{"loss": -0.277497798204422, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6751484870910645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 440}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 441}
{"loss": -0.2695807218551636, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6527101397514343, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 441}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 442}
{"loss": -0.2903992533683777, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7041110992431641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 442}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 443}
{"loss": -0.3020772337913513, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7329654097557068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 443}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 444}
{"loss": -0.2908496558666229, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7061280608177185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 444}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 445}
{"loss": -0.28975656628608704, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7030982375144958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 445}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 446}
{"loss": -0.3197764754295349, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7758117318153381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 446}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 447}
{"loss": -0.2950512766838074, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7141895294189453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 447}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 448}
{"loss": -0.2933404743671417, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7100468277931213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 448}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 449}
{"loss": -0.3077247142791748, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7444378733634949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 449}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 450}
{"loss": -0.2926792502403259, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7074676752090454, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 450}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 451}
{"loss": -0.2964383065700531, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7181095480918884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 451}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 452}
{"loss": -0.2885553240776062, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6985673308372498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 452}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 453}
{"loss": -0.29053181409835815, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.703758716583252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 453}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 454}
{"loss": -0.32964852452278137, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7972596883773804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 454}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 455}
{"loss": -0.313059002161026, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.757656991481781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 455}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 456}
{"loss": -0.34022441506385803, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.822329044342041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 456}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 457}
{"loss": -0.3002978563308716, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7248445749282837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 457}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 458}
{"loss": -0.31813833117485046, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7666953206062317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 458}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 459}
{"loss": -0.31724196672439575, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7651911973953247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 459}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 460}
{"loss": -0.3285828232765198, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7901806235313416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 460}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 461}
{"loss": -0.2966795861721039, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7128978967666626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 461}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 462}
{"loss": -0.3044028580188751, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7316279411315918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 462}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 463}
{"loss": -0.33775031566619873, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8136564493179321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 463}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 464}
{"loss": -0.31832394003868103, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7660650014877319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 464}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 465}
{"loss": -0.29667919874191284, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7132202982902527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 465}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 466}
{"loss": -0.3195266127586365, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7690722942352295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 466}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 467}
{"loss": -0.3138248026371002, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7550023794174194, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 467}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 468}
{"loss": -0.301574170589447, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7234593033790588, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 468}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 469}
{"loss": -0.3231157064437866, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7755513191223145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 469}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 470}
{"loss": -0.29853326082229614, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7164474725723267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 470}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 471}
{"loss": -0.2998094856739044, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7190394997596741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 471}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 472}
{"loss": -0.32384833693504333, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7764435410499573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 472}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 473}
{"loss": -0.3290405571460724, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7892223596572876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 473}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 474}
{"loss": -0.32107067108154297, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7694385647773743, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 474}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 475}
{"loss": -0.29795292019844055, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7136152982711792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 475}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 476}
{"loss": -0.30384132266044617, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7256433963775635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 476}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 477}
{"loss": -0.29764705896377563, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7120296359062195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 477}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 478}
{"loss": -0.34897249937057495, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8349828720092773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 478}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 479}
{"loss": -0.3109804689884186, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7425614595413208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 479}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 480}
{"loss": -0.3145289123058319, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7529570460319519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 480}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 481}
{"loss": -0.31602516770362854, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7548476457595825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 481}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 482}
{"loss": -0.2992427945137024, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7134450078010559, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 482}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 483}
{"loss": -0.3158123195171356, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7533324360847473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 483}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 484}
{"loss": -0.30482935905456543, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7263619303703308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 484}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 485}
{"loss": -0.3149939179420471, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7507400512695312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 485}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 486}
{"loss": -0.34738367795944214, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8271794319152832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 486}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 487}
{"loss": -0.30226635932922363, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7202044129371643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 487}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 488}
{"loss": -0.3309762477874756, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7888501286506653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 488}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 489}
{"loss": -0.3404260277748108, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8108654022216797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 489}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 490}
{"loss": -0.32891297340393066, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7837915420532227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 490}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 491}
{"loss": -0.30166569352149963, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7170714735984802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 491}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 492}
{"loss": -0.31382760405540466, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.745610773563385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 492}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 493}
{"loss": -0.3189036250114441, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7581751346588135, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 493}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 494}
{"loss": -0.3266220986843109, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7765517234802246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 494}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 495}
{"loss": -0.3238357901573181, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.769844114780426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 495}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 496}
{"loss": -0.28510114550590515, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6765995621681213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 496}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 497}
{"loss": -0.3006499707698822, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7149419188499451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 497}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 498}
{"loss": -0.32712042331695557, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7778612971305847, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 498}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 499}
{"loss": -0.31554102897644043, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7481547594070435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 499}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 500}
{"loss": -0.2979605495929718, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7066240906715393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 500}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 501}
{"loss": -0.2960595488548279, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7013364434242249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 501}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 502}
{"loss": -0.29445183277130127, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6974573135375977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 502}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 503}
{"loss": -0.32191112637519836, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7625332474708557, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 503}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 504}
{"loss": -0.32474663853645325, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7699634432792664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 504}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 505}
{"loss": -0.31064894795417786, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7360784411430359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 505}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 506}
{"loss": -0.33315911889076233, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7893797755241394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 506}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 507}
{"loss": -0.3174141049385071, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7515922784805298, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 507}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 508}
{"loss": -0.30303463339805603, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7167375087738037, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 508}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 509}
{"loss": -0.3207765221595764, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7592540383338928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 509}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 510}
{"loss": -0.3161889612674713, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7469507455825806, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 510}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 511}
{"loss": -0.3267146646976471, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7725123763084412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 511}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 512}
{"loss": -0.3330156207084656, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7853387594223022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 512}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 513}
{"loss": -0.34172865748405457, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8048944473266602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 513}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 514}
{"loss": -0.3115995526313782, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7344563007354736, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 514}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 515}
{"loss": -0.2904382348060608, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6836651563644409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 515}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 516}
{"loss": -0.3346950113773346, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7895495891571045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 516}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 517}
{"loss": -0.3238104581832886, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7646129727363586, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 517}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 518}
{"loss": -0.3085135519504547, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7282159328460693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 518}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 519}
{"loss": -0.31245148181915283, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7363157272338867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 519}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 520}
{"loss": -0.31460848450660706, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7416683435440063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 520}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 521}
{"loss": -0.319583535194397, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7523601651191711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 521}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 522}
{"loss": -0.3210880160331726, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7569606304168701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 522}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 523}
{"loss": -0.31284335255622864, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7371411919593811, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 523}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 524}
{"loss": -0.3111627995967865, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7314286828041077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 524}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 525}
{"loss": -0.3005474805831909, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7054664492607117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 525}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 526}
{"loss": -0.30677199363708496, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7214820384979248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 526}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 527}
{"loss": -0.337690532207489, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7919371128082275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 527}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 528}
{"loss": -0.34715133905410767, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8151713609695435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 528}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 529}
{"loss": -0.3081895411014557, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7237037420272827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 529}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 530}
{"loss": -0.3216859996318817, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7564547061920166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 530}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 531}
{"loss": -0.3381912112236023, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7920184135437012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 531}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 532}
{"loss": -0.3284536898136139, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7715921998023987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 532}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 533}
{"loss": -0.35855260491371155, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8424389958381653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 533}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 534}
{"loss": -0.31802064180374146, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7456537485122681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 534}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 535}
{"loss": -0.33519208431243896, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7864368557929993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 535}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 536}
{"loss": -0.2966553866863251, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6958213448524475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 536}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 537}
{"loss": -0.3261474668979645, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.763297438621521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 537}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 538}
{"loss": -0.3107755482196808, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7272126078605652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 538}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 539}
{"loss": -0.3234635889530182, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.758808434009552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 539}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 540}
{"loss": -0.32211947441101074, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7535567879676819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 540}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 541}
{"loss": -0.3127423822879791, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7324153184890747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 541}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 542}
{"loss": -0.3124220371246338, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7304156422615051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 542}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 543}
{"loss": -0.33232536911964417, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7788877487182617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 543}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 544}
{"loss": -0.33521923422813416, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7840445637702942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 544}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 545}
{"loss": -0.3474094569683075, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8126021027565002, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 545}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 546}
{"loss": -0.3198879063129425, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.747316300868988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 546}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 547}
{"loss": -0.34412649273872375, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8044430017471313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 547}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 548}
{"loss": -0.320343941450119, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7472830414772034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 548}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 549}
{"loss": -0.2971544861793518, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6933517456054688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 549}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 550}
{"loss": -0.30062761902809143, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.700389564037323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 550}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 551}
{"loss": -0.33748605847358704, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.787697434425354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 551}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 552}
{"loss": -0.2932155132293701, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6836689114570618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 552}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 553}
{"loss": -0.33137181401252747, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.773797869682312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 553}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 554}
{"loss": -0.3193378746509552, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7449067831039429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 554}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 555}
{"loss": -0.34501752257347107, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8043438792228699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 555}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 556}
{"loss": -0.3266601264476776, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7617250084877014, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 556}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 557}
{"loss": -0.3373696804046631, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7854174375534058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 557}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 558}
{"loss": -0.32227426767349243, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.750352144241333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 558}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 559}
{"loss": -0.35283583402633667, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8222382068634033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 559}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 560}
{"loss": -0.327359676361084, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7607139945030212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 560}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 561}
{"loss": -0.33585453033447266, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7808740139007568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 561}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 562}
{"loss": -0.33629533648490906, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7814016342163086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 562}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 563}
{"loss": -0.30561119318008423, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7103967070579529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 563}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 564}
{"loss": -0.3431681990623474, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7990841269493103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 564}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 565}
{"loss": -0.3373154103755951, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7851043343544006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 565}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 566}
{"loss": -0.35191062092781067, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8178098797798157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 566}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 567}
{"loss": -0.3382702171802521, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7858577966690063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 567}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 568}
{"loss": -0.3175352215766907, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7347701787948608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 568}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 569}
{"loss": -0.3343697488307953, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7771048545837402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 569}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 570}
{"loss": -0.3362223207950592, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7811043858528137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 570}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 571}
{"loss": -0.3094615638256073, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7184453010559082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 571}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 572}
{"loss": -0.318180650472641, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7377007603645325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 572}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 573}
{"loss": -0.33222171664237976, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7699589729309082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 573}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 574}
{"loss": -0.30989471077919006, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.718743622303009, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 574}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 575}
{"loss": -0.3292609751224518, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7631856799125671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 575}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 576}
{"loss": -0.34167423844337463, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7911666035652161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 576}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 577}
{"loss": -0.34305936098098755, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7956336140632629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 577}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 578}
{"loss": -0.33505484461784363, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7753727436065674, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 578}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 579}
{"loss": -0.33921509981155396, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7857924103736877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 579}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 580}
{"loss": -0.33481496572494507, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7754705548286438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 580}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 581}
{"loss": -0.34495750069618225, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7982221841812134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 581}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 582}
{"loss": -0.309428870677948, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7160254120826721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 582}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 583}
{"loss": -0.36228176951408386, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8364264965057373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 583}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 584}
{"loss": -0.34606483578681946, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.799770712852478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 584}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 585}
{"loss": -0.30512869358062744, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7039313316345215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 585}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 586}
{"loss": -0.31707367300987244, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7317062616348267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 586}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 587}
{"loss": -0.33108338713645935, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7642011046409607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 587}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 588}
{"loss": -0.35235267877578735, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8137808442115784, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 588}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 589}
{"loss": -0.33011454343795776, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7625033855438232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 589}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 590}
{"loss": -0.33479467034339905, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7727152705192566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 590}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 591}
{"loss": -0.29557663202285767, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.682040810585022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 591}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 592}
{"loss": -0.3172075152397156, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7326865196228027, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 592}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 593}
{"loss": -0.3202577233314514, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7390486598014832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 593}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 594}
{"loss": -0.3257785141468048, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.752338707447052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 594}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 595}
{"loss": -0.32274213433265686, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7453068494796753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 595}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 596}
{"loss": -0.3264804780483246, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7526488900184631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 596}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 597}
{"loss": -0.33230888843536377, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7664738297462463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 597}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 598}
{"loss": -0.3390845060348511, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7813978791236877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 598}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 599}
{"loss": -0.30770814418792725, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.709023654460907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 599}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 600}
{"loss": -0.32458895444869995, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7479289770126343, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 600}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 601}
{"loss": -0.3501373529434204, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8073727488517761, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 601}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 602}
{"loss": -0.3022446632385254, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6948743462562561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 602}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 603}
{"loss": -0.31022149324417114, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7129303812980652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 603}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 604}
{"loss": -0.35021331906318665, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8066828846931458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 604}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 605}
{"loss": -0.33763962984085083, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7770159244537354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 605}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 606}
{"loss": -0.3490258455276489, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8026450872421265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 606}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 607}
{"loss": -0.34106913208961487, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7852102518081665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 607}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 608}
{"loss": -0.35667818784713745, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8201905488967896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 608}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 609}
{"loss": -0.3426530957221985, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7875267863273621, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 609}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 610}
{"loss": -0.33608949184417725, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7710752487182617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 610}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 611}
{"loss": -0.34695252776145935, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7971636056900024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 611}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 612}
{"loss": -0.33122143149375916, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.760166585445404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 612}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 613}
{"loss": -0.37745019793510437, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8666866421699524, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 613}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 614}
{"loss": -0.33736419677734375, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7739388942718506, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 614}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 615}
{"loss": -0.32219335436820984, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7404176592826843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 615}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 616}
{"loss": -0.34948644042015076, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8022651076316833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 616}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 617}
{"loss": -0.3537828028202057, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8116580247879028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 617}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 618}
{"loss": -0.28625282645225525, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6557891368865967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 618}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 619}
{"loss": -0.336345911026001, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7711164355278015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 619}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 620}
{"loss": -0.32637476921081543, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7482592463493347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 620}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 621}
{"loss": -0.33244559168815613, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7621524930000305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 621}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 622}
{"loss": -0.33965399861335754, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7784780263900757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 622}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 623}
{"loss": -0.3330429196357727, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7629880905151367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 623}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 624}
{"loss": -0.3735823631286621, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8548113107681274, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 624}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 625}
{"loss": -0.33186227083206177, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7598857283592224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 625}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 626}
{"loss": -0.30903875827789307, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7072848081588745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 626}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 627}
{"loss": -0.36406365036964417, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8319406509399414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 627}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 628}
{"loss": -0.3053339421749115, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6982875466346741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 628}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 629}
{"loss": -0.32965943217277527, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7556092143058777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 629}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 630}
{"loss": -0.3574593961238861, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8177812099456787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 630}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 631}
{"loss": -0.3523271083831787, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8057043552398682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 631}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 632}
{"loss": -0.35933467745780945, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8215183019638062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 632}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 633}
{"loss": -0.3243732154369354, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7405405044555664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 633}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 634}
{"loss": -0.34852853417396545, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7946460843086243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 634}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 635}
{"loss": -0.3371524214744568, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7689445614814758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 635}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 636}
{"loss": -0.364143043756485, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8322016596794128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 636}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 637}
{"loss": -0.3582911193370819, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.81858229637146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 637}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 638}
{"loss": -0.322271466255188, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7352094650268555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 638}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 639}
{"loss": -0.3458322584629059, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7892612814903259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 639}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 640}
{"loss": -0.3535248041152954, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8073720932006836, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 640}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 641}
{"loss": -0.32678312063217163, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7449691295623779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 641}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 642}
{"loss": -0.35105636715888977, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8018194437026978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 642}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 643}
{"loss": -0.3235180377960205, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7378614544868469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 643}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 644}
{"loss": -0.31996336579322815, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7295730710029602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 644}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 645}
{"loss": -0.331237256526947, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7554728984832764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 645}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 646}
{"loss": -0.35508736968040466, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.808991551399231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 646}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 647}
{"loss": -0.3510439097881317, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8002001047134399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 647}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 648}
{"loss": -0.33134570717811584, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7546544075012207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 648}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 649}
{"loss": -0.29320281744003296, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6670491695404053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 649}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 650}
{"loss": -0.3104313611984253, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7062289118766785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 650}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 651}
{"loss": -0.3640342056751251, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8289953470230103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 651}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 652}
{"loss": -0.3082159757614136, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7014342546463013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 652}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 653}
{"loss": -0.31938445568084717, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7263566851615906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 653}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 654}
{"loss": -0.35457149147987366, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8077839016914368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 654}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 655}
{"loss": -0.29779520630836487, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6747192144393921, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 655}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 656}
{"loss": -0.33767005801200867, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7683398723602295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 656}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 657}
{"loss": -0.3473678231239319, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7903339862823486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 657}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 658}
{"loss": -0.34368348121643066, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7823330760002136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 658}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 659}
{"loss": -0.32411232590675354, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7371253967285156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 659}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 660}
{"loss": -0.3477010428905487, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7899688482284546, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 660}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 661}
{"loss": -0.35193413496017456, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7993149757385254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 661}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 662}
{"loss": -0.33253663778305054, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7545177936553955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 662}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 663}
{"loss": -0.3563844859600067, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8097720742225647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 663}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 664}
{"loss": -0.3294626772403717, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.747393012046814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 664}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 665}
{"loss": -0.3312535583972931, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7521647214889526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 665}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 666}
{"loss": -0.3455929458141327, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7841773629188538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 666}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 667}
{"loss": -0.28610485792160034, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6487552523612976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 667}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 668}
{"loss": -0.36692139506340027, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8323591947555542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 668}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 669}
{"loss": -0.3562159538269043, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.806830883026123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 669}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 670}
{"loss": -0.352096825838089, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7992050647735596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 670}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 671}
{"loss": -0.3274713456630707, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7433971166610718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 671}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 672}
{"loss": -0.3535816967487335, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8026394248008728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 672}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 673}
{"loss": -0.347919762134552, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.789047122001648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 673}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 674}
{"loss": -0.36292365193367004, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8224683403968811, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 674}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 675}
{"loss": -0.34509503841400146, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7811912894248962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 675}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 676}
{"loss": -0.3485133945941925, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7893505692481995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 676}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 677}
{"loss": -0.3642929792404175, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8243272304534912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 677}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 678}
{"loss": -0.35149332880973816, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7966068387031555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 678}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 679}
{"loss": -0.30135083198547363, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6810566186904907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 679}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 680}
{"loss": -0.3630872964859009, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8215672969818115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 680}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 681}
{"loss": -0.3264894485473633, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7380783557891846, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 681}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 682}
{"loss": -0.3394480049610138, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.768845796585083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 682}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 683}
{"loss": -0.3603881597518921, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8149861097335815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 683}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 684}
{"loss": -0.3388369083404541, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7664713859558105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 684}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 685}
{"loss": -0.3146798312664032, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.712112545967102, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 685}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 686}
{"loss": -0.3484170138835907, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7885134816169739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 686}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 687}
{"loss": -0.34705743193626404, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7856168746948242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 687}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 688}
{"loss": -0.3287676274776459, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7436903715133667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 688}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 689}
{"loss": -0.37024086713790894, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8363229036331177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 689}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 690}
{"loss": -0.3695422112941742, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8361259698867798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 690}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 691}
{"loss": -0.3771987557411194, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.852431058883667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 691}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 692}
{"loss": -0.3460380733013153, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7814379930496216, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 692}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 693}
{"loss": -0.35595640540122986, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8043127059936523, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 693}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 694}
{"loss": -0.30778494477272034, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6946814656257629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 694}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 695}
{"loss": -0.34958070516586304, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7884085178375244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 695}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 696}
{"loss": -0.3456873595714569, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7806540131568909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 696}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 697}
{"loss": -0.3543708920478821, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7992486953735352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 697}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 698}
{"loss": -0.3514433205127716, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7931143641471863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 698}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 699}
{"loss": -0.363710880279541, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8206937909126282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 699}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 700}
{"loss": -0.33108025789260864, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7463012933731079, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 700}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 701}
{"loss": -0.3542516529560089, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7986023426055908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 701}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 702}
{"loss": -0.3419070541858673, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7711243629455566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 702}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 703}
{"loss": -0.3662720322608948, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8254885673522949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 703}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 704}
{"loss": -0.3575337529182434, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8071314692497253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 704}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 705}
{"loss": -0.3571931719779968, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8048411011695862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 705}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 706}
{"loss": -0.3378468453884125, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7621175050735474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 706}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 707}
{"loss": -0.35074254870414734, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7908006906509399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 707}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 708}
{"loss": -0.34346067905426025, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7738291621208191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 708}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 709}
{"loss": -0.35326045751571655, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7963948249816895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 709}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 710}
{"loss": -0.3167192041873932, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7133510112762451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 710}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 711}
{"loss": -0.3591949939727783, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.808673083782196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 711}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 712}
{"loss": -0.29501357674598694, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6639277935028076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 712}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 713}
{"loss": -0.3605071008205414, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8120006322860718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 713}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 714}
{"loss": -0.35114139318466187, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7905392646789551, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 714}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 715}
{"loss": -0.3565623164176941, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8018509745597839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 715}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 716}
{"loss": -0.32985520362854004, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7421560883522034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 716}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 717}
{"loss": -0.3431634306907654, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7724592685699463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 717}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 718}
{"loss": -0.32989612221717834, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7421945929527283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 718}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 719}
{"loss": -0.2766297459602356, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.619188666343689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 719}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 720}
{"loss": -0.3324255347251892, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7476583123207092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 720}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 721}
{"loss": -0.3634093403816223, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8175877928733826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 721}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 722}
{"loss": -0.37553098797798157, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8433602452278137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 722}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 723}
{"loss": -0.3541189432144165, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7954702377319336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 723}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 724}
{"loss": -0.3281930685043335, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.738102376461029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 724}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 725}
{"loss": -0.3280784487724304, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7355683445930481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 725}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 726}
{"loss": -0.3056317865848541, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6857712864875793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 726}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 727}
{"loss": -0.32062768936157227, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7184664011001587, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 727}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 728}
{"loss": -0.33663973212242126, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7558950185775757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 728}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 729}
{"loss": -0.36335277557373047, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8164994120597839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 729}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 730}
{"loss": -0.33626869320869446, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7544760704040527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 730}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 731}
{"loss": -0.349010705947876, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7829809784889221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 731}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 732}
{"loss": -0.3387850522994995, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7595986127853394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 732}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 733}
{"loss": -0.35546597838401794, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7976673245429993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 733}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 734}
{"loss": -0.3280205726623535, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7360550761222839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 734}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 735}
{"loss": -0.34248653054237366, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7680070996284485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 735}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 736}
{"loss": -0.3452584147453308, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7743916511535645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 736}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 737}
{"loss": -0.3480089604854584, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7801653146743774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 737}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 738}
{"loss": -0.3400605320930481, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7619878649711609, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 738}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 739}
{"loss": -0.3723899722099304, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8349708914756775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 739}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 740}
{"loss": -0.3490186929702759, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7824111580848694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 740}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 741}
{"loss": -0.305656760931015, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6841956973075867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 741}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 742}
{"loss": -0.330871045589447, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7398286461830139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 742}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 743}
{"loss": -0.3272179663181305, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7314838767051697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 743}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 744}
{"loss": -0.35305604338645935, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7898526787757874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 744}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 745}
{"loss": -0.31718650460243225, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7098299860954285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 745}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 746}
{"loss": -0.3460162281990051, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7740691900253296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 746}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 747}
{"loss": -0.34937524795532227, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.781446635723114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 747}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 748}
{"loss": -0.3242979347705841, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7252687811851501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 748}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 749}
{"loss": -0.3520427942276001, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7879238128662109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 749}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 750}
{"loss": -0.3499060869216919, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7833574414253235, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 750}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 751}
{"loss": -0.338314950466156, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7562327980995178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 751}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 752}
{"loss": -0.34780389070510864, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7780015468597412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 752}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 753}
{"loss": -0.3553910553455353, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7951734066009521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 753}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 754}
{"loss": -0.3441312909126282, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7696537971496582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 754}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 755}
{"loss": -0.3384820818901062, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7567137479782104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 755}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 756}
{"loss": -0.36093324422836304, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8069954514503479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 756}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 757}
{"loss": -0.28765833377838135, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6412931084632874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 757}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 758}
{"loss": -0.37104809284210205, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.828970730304718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 758}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 759}
{"loss": -0.3385441303253174, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7566338777542114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 759}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 760}
{"loss": -0.33689212799072266, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7529697418212891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 760}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 761}
{"loss": -0.3557961881160736, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7940506339073181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 761}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 762}
{"loss": -0.3182457983493805, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7104777097702026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 762}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 763}
{"loss": -0.3277421295642853, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.730671763420105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 763}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 764}
{"loss": -0.3625339865684509, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8091127872467041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 764}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 765}
{"loss": -0.3591900169849396, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8028396368026733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 765}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 766}
{"loss": -0.3667322099208832, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8190632462501526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 766}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 767}
{"loss": -0.3171408176422119, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.707095205783844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 767}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 768}
{"loss": -0.3131600618362427, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.69730544090271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 768}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 769}
{"loss": -0.3345406651496887, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7459348440170288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 769}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 770}
{"loss": -0.3752729594707489, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.836961567401886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 770}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 771}
{"loss": -0.35942208766937256, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8009708523750305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 771}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 772}
{"loss": -0.33450689911842346, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7445868849754333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 772}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 773}
{"loss": -0.3415813744068146, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7611077427864075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 773}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 774}
{"loss": -0.3398534059524536, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.757104218006134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 774}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 775}
{"loss": -0.34661605954170227, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7730650901794434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 775}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 776}
{"loss": -0.34143128991127014, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7601063847541809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 776}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 777}
{"loss": -0.34283605217933655, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7642053365707397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 777}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 778}
{"loss": -0.3691539168357849, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8233494162559509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 778}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 779}
{"loss": -0.35539481043815613, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7920241951942444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 779}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 780}
{"loss": -0.3463233709335327, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7720476984977722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 780}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 781}
{"loss": -0.340803861618042, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7595933079719543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 781}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 782}
{"loss": -0.33916130661964417, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7547472715377808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 782}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 783}
{"loss": -0.35355475544929504, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7871989607810974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 783}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 784}
{"loss": -0.3401632010936737, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7564384341239929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 784}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 785}
{"loss": -0.3533528447151184, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7871001958847046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 785}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 786}
{"loss": -0.33780214190483093, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7517597675323486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 786}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 787}
{"loss": -0.3565354347229004, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7943029999732971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 787}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 788}
{"loss": -0.3547956645488739, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7889024019241333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 788}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 789}
{"loss": -0.32294341921806335, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7153204679489136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 789}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 790}
{"loss": -0.34965649247169495, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7790119051933289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 790}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 791}
{"loss": -0.3720974028110504, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8279467225074768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 791}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 792}
{"loss": -0.35926929116249084, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7993861436843872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 792}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 793}
{"loss": -0.31141164898872375, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6921464204788208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 793}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 794}
{"loss": -0.3287021219730377, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7296872138977051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 794}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 795}
{"loss": -0.3642880320549011, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.809013843536377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 795}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 796}
{"loss": -0.36478662490844727, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8112017512321472, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 796}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 797}
{"loss": -0.33622822165489197, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7482234835624695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 797}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 798}
{"loss": -0.35777783393859863, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7955626845359802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 798}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 799}
{"loss": -0.3331139385700226, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7398586869239807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 799}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 800}
{"loss": -0.3271836042404175, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7256718277931213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 800}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 801}
{"loss": -0.3347397446632385, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7439703345298767, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 801}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 802}
{"loss": -0.30466246604919434, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6748759746551514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 802}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 803}
{"loss": -0.36021292209625244, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8000802993774414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 803}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 804}
{"loss": -0.3064194917678833, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6783685088157654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 804}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 805}
{"loss": -0.3394710123538971, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7541850209236145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 805}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 806}
{"loss": -0.3370702564716339, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7472919821739197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 806}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 807}
{"loss": -0.35776352882385254, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7945228815078735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 807}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 808}
{"loss": -0.35225048661231995, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7814785242080688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 808}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 809}
{"loss": -0.3705533444881439, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8219416737556458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 809}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 810}
{"loss": -0.36092159152030945, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8014532923698425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 810}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 811}
{"loss": -0.3710741102695465, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8233147263526917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 811}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 812}
{"loss": -0.29991859197616577, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6647613048553467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 812}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 813}
{"loss": -0.3427370488643646, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7599902153015137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 813}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 814}
{"loss": -0.33570146560668945, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7437670230865479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 814}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 815}
{"loss": -0.3399999737739563, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7537513375282288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 815}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 816}
{"loss": -0.359182208776474, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7964957356452942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 816}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 817}
{"loss": -0.361301988363266, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8005874156951904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 817}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 818}
{"loss": -0.32818737626075745, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7243525981903076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 818}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 819}
{"loss": -0.35184425115585327, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.779994010925293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 819}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 820}
{"loss": -0.3127480447292328, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6919073462486267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 820}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 821}
{"loss": -0.33199453353881836, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7348474264144897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 821}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 822}
{"loss": -0.30400463938713074, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.670466959476471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 822}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 823}
{"loss": -0.3200109302997589, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.707621693611145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 823}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 824}
{"loss": -0.3423804044723511, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7584000825881958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 824}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 825}
{"loss": -0.357308566570282, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7916341423988342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 825}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 826}
{"loss": -0.3682665526866913, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8154170513153076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 826}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 827}
{"loss": -0.3638838529586792, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8061484098434448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 827}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 828}
{"loss": -0.3560212552547455, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7887091040611267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 828}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 829}
{"loss": -0.3494303822517395, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7726538181304932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 829}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 830}
{"loss": -0.3848118185997009, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.852372407913208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 830}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 831}
{"loss": -0.3349539637565613, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7406334280967712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 831}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 832}
{"loss": -0.3312411308288574, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7323939800262451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 832}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 833}
{"loss": -0.34212741255760193, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7553455233573914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 833}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 834}
{"loss": -0.3508833050727844, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7763121128082275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 834}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 835}
{"loss": -0.3384554386138916, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7455682754516602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 835}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 836}
{"loss": -0.34465405344963074, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7613188028335571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 836}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 837}
{"loss": -0.36996668577194214, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.817150890827179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 837}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 838}
{"loss": -0.3745886981487274, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8279678225517273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 838}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 839}
{"loss": -0.3675239384174347, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.812821626663208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 839}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 840}
{"loss": -0.3656773865222931, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8080796599388123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 840}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 841}
{"loss": -0.3627663254737854, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8021729588508606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 841}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 842}
{"loss": -0.3119998872280121, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6902291774749756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 842}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 843}
{"loss": -0.35538387298583984, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7857569456100464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 843}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 844}
{"loss": -0.40138572454452515, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8861629366874695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 844}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 845}
{"loss": -0.3351948857307434, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7389252185821533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 845}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 846}
{"loss": -0.32121190428733826, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7086271047592163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 846}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 847}
{"loss": -0.3220274746417999, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7103956341743469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 847}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 848}
{"loss": -0.34569472074508667, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7630946040153503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 848}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 849}
{"loss": -0.3192632496356964, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7036320567131042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 849}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 850}
{"loss": -0.3644348084926605, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8050054311752319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 850}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 851}
{"loss": -0.3628302812576294, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8004627227783203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 851}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 852}
{"loss": -0.35957053303718567, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7933738231658936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 852}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 853}
{"loss": -0.34047895669937134, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7512621283531189, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 853}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 854}
{"loss": -0.3332582414150238, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7346014380455017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 854}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 855}
{"loss": -0.3483557105064392, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7675926089286804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 855}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 856}
{"loss": -0.34442469477653503, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7609240412712097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 856}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 857}
{"loss": -0.3541562557220459, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7817304730415344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 857}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 858}
{"loss": -0.31504330039024353, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6943403482437134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 858}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 859}
{"loss": -0.3217826783657074, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7089816927909851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 859}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 860}
{"loss": -0.3711392879486084, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8133975267410278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 860}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 861}
{"loss": -0.38457170128822327, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8491443395614624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 861}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 862}
{"loss": -0.35386112332344055, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.779398500919342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 862}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 863}
{"loss": -0.33384543657302856, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7348821759223938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 863}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 864}
{"loss": -0.3450692594051361, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7602968811988831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 864}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 865}
{"loss": -0.3662794828414917, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8072795271873474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 865}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 866}
{"loss": -0.3606327474117279, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7947196960449219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 866}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 867}
{"loss": -0.3386761248111725, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7453862428665161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 867}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 868}
{"loss": -0.34128063917160034, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7510966062545776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 868}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 869}
{"loss": -0.3747868835926056, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8260636329650879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 869}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 870}
{"loss": -0.36742424964904785, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8100650310516357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 870}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 871}
{"loss": -0.37301960587501526, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8223579525947571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 871}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 872}
{"loss": -0.36203330755233765, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7963598966598511, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 872}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 873}
{"loss": -0.37914979457855225, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8350510597229004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 873}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 874}
{"loss": -0.37637314200401306, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.82835853099823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 874}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 875}
{"loss": -0.32740333676338196, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7208895683288574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 875}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 876}
{"loss": -0.3565448224544525, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7847884893417358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 876}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 877}
{"loss": -0.32654401659965515, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7188625335693359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 877}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 878}
{"loss": -0.3493250012397766, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7682209014892578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 878}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 879}
{"loss": -0.3522586226463318, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7751386165618896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 879}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 880}
{"loss": -0.3727073073387146, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.820140540599823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 880}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 881}
{"loss": -0.3529280126094818, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7768728733062744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 881}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 882}
{"loss": -0.3186795115470886, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6991812586784363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 882}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 883}
{"loss": -0.3682176172733307, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.810268223285675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 883}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 884}
{"loss": -0.3427487313747406, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.753426194190979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 884}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 885}
{"loss": -0.3354191482067108, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7370601296424866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 885}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 886}
{"loss": -0.3540128767490387, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7786657810211182, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 886}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 887}
{"loss": -0.3107636868953705, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6820425987243652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 887}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 888}
{"loss": -0.37057557702064514, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8134930729866028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 888}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 889}
{"loss": -0.3678387403488159, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8088111281394958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 889}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 890}
{"loss": -0.3805721402168274, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8369273543357849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 890}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 891}
{"loss": -0.3005407750606537, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6577909588813782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 891}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 892}
{"loss": -0.33379945158958435, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7337032556533813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 892}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 893}
{"loss": -0.33542653918266296, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7369083762168884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 893}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 894}
{"loss": -0.30898788571357727, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6768185496330261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 894}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 895}
{"loss": -0.36682263016700745, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8060441017150879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 895}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 896}
{"loss": -0.36675336956977844, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8063722252845764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 896}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 897}
{"loss": -0.35649898648262024, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.782835841178894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 897}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 898}
{"loss": -0.379287451505661, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8334466218948364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 898}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 899}
{"loss": -0.3427380919456482, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7526256442070007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 899}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 900}
{"loss": -0.3434005677700043, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7534912824630737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 900}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 901}
{"loss": -0.36417630314826965, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8000288009643555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 901}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 902}
{"loss": -0.3655071258544922, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.802416205406189, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 902}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 903}
{"loss": -0.338309645652771, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7427169680595398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 903}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 904}
{"loss": -0.3537376821041107, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7761382460594177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 904}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 905}
{"loss": -0.35239559412002563, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.772998571395874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 905}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 906}
{"loss": -0.3732202351093292, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8186180591583252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 906}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 907}
{"loss": -0.3425004184246063, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7508252859115601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 907}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 908}
{"loss": -0.3580179214477539, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7850724458694458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 908}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 909}
{"loss": -0.3131829500198364, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6861838102340698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 909}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 910}
{"loss": -0.31390365958213806, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.688175618648529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 910}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 911}
{"loss": -0.3723524510860443, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8162791132926941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 911}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 912}
{"loss": -0.362103670835495, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7934924364089966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 912}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 913}
{"loss": -0.34397417306900024, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7544947862625122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 913}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 914}
{"loss": -0.3533226549625397, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7743567228317261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 914}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 915}
{"loss": -0.3522960841655731, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.772387683391571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 915}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 916}
{"loss": -0.36152780055999756, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7927486896514893, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 916}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 917}
{"loss": -0.35561543703079224, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7798152565956116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 917}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 918}
{"loss": -0.3531864583492279, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7741329073905945, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 918}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 919}
{"loss": -0.3989245891571045, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8733124732971191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 919}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 920}
{"loss": -0.3556666076183319, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7796226739883423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 920}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 921}
{"loss": -0.3434203267097473, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7518249750137329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 921}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 922}
{"loss": -0.312277227640152, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6829845309257507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 922}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 923}
{"loss": -0.35230231285095215, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7716758251190186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 923}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 924}
{"loss": -0.3516695201396942, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7700008153915405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 924}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 925}
{"loss": -0.3390870690345764, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.742499828338623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 925}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 926}
{"loss": -0.3604218661785126, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7886946797370911, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 926}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 927}
{"loss": -0.3668922483921051, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.803446888923645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 927}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 928}
{"loss": -0.39731380343437195, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8705154657363892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 928}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 929}
{"loss": -0.4060012996196747, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8896239995956421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 929}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 930}
{"loss": -0.36001312732696533, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7874919772148132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 930}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 931}
{"loss": -0.35616254806518555, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7790546417236328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 931}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 932}
{"loss": -0.3569115102291107, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7806152105331421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 932}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 933}
{"loss": -0.3551478683948517, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7769205570220947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 933}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 934}
{"loss": -0.3511958718299866, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7685905694961548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 934}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 935}
{"loss": -0.3772207200527191, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8257117867469788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 935}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 936}
{"loss": -0.3733551502227783, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8169561624526978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 936}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 937}
{"loss": -0.3229087293148041, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7052311897277832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 937}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 938}
{"loss": -0.36749380826950073, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8046752214431763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 938}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 939}
{"loss": -0.34972551465034485, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7646263241767883, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 939}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 940}
{"loss": -0.3395879566669464, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7430282831192017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 940}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 941}
{"loss": -0.3563866913318634, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.778744101524353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 941}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 942}
{"loss": -0.3932259678840637, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8603079319000244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 942}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 943}
{"loss": -0.3322821259498596, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7262383103370667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 943}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 944}
{"loss": -0.35407787561416626, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7743450999259949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 944}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 945}
{"loss": -0.3746717572212219, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8192751407623291, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 945}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 946}
{"loss": -0.359947144985199, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7867419123649597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 946}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 947}
{"loss": -0.34831005334854126, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7610019445419312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 947}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 948}
{"loss": -0.3660943806171417, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8005203008651733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 948}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 949}
{"loss": -0.3211359679698944, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7008806467056274, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 949}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 950}
{"loss": -0.34145334362983704, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7456540465354919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 950}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 951}
{"loss": -0.35733896493911743, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7803433537483215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 951}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 952}
{"loss": -0.3345627784729004, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7312514781951904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 952}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 953}
{"loss": -0.3533417880535126, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7714489698410034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 953}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 954}
{"loss": -0.3520449995994568, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7682157158851624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 954}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 955}
{"loss": -0.35071080923080444, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7650648951530457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 955}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 956}
{"loss": -0.3495425283908844, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7627880573272705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 956}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 957}
{"loss": -0.3601871728897095, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7856718897819519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 957}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 958}
{"loss": -0.3196406364440918, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6973130702972412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 958}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 959}
{"loss": -0.3092772662639618, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6733225584030151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 959}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 960}
{"loss": -0.3879551589488983, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8467759490013123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 960}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 961}
{"loss": -0.3588998317718506, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7836270332336426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 961}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 962}
{"loss": -0.36328092217445374, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7932344079017639, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 962}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 963}
{"loss": -0.3429053723812103, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7480422258377075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 963}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 964}
{"loss": -0.3760150969028473, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8201636075973511, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 964}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 965}
{"loss": -0.3621416687965393, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7895964980125427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 965}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 966}
{"loss": -0.34907272458076477, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7597081661224365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 966}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 967}
{"loss": -0.3397299349308014, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7401189804077148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 967}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 968}
{"loss": -0.3704957664012909, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8073119521141052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 968}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 969}
{"loss": -0.3625645935535431, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7909646034240723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 969}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 970}
{"loss": -0.34449052810668945, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7511550784111023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 970}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 971}
{"loss": -0.3341425061225891, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7281399369239807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 971}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 972}
{"loss": -0.35283055901527405, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7695173025131226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 972}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 973}
{"loss": -0.38106855750083923, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8312777876853943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 973}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 974}
{"loss": -0.31923967599868774, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6948672533035278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 974}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 975}
{"loss": -0.35667482018470764, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.776141881942749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 975}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 976}
{"loss": -0.3640580475330353, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.793317437171936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 976}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 977}
{"loss": -0.3529576361179352, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7693877220153809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 977}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 978}
{"loss": -0.34470334649086, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7512226700782776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 978}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 979}
{"loss": -0.3593654930591583, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7829442620277405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 979}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 980}
{"loss": -0.3192351162433624, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6948727369308472, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 980}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 981}
{"loss": -0.33393019437789917, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7273414731025696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 981}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 982}
{"loss": -0.3457712233066559, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.75333172082901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 982}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 983}
{"loss": -0.4235682487487793, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.9222167730331421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 983}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 984}
{"loss": -0.3777841627597809, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8220975399017334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 984}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 985}
{"loss": -0.39049699902534485, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8507423996925354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 985}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 986}
{"loss": -0.35768717527389526, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7790116667747498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 986}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 987}
{"loss": -0.35761311650276184, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7787402868270874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 987}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 988}
{"loss": -0.3367038071155548, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7331757545471191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 988}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 989}
{"loss": -0.35033151507377625, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7622035145759583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 989}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 990}
{"loss": -0.3267214298248291, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7108324766159058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 990}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 991}
{"loss": -0.3181140720844269, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6918914318084717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 991}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 992}
{"loss": -0.38339748978614807, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8352881073951721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 992}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 993}
{"loss": -0.3773092031478882, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8214674592018127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 993}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 994}
{"loss": -0.3557804226875305, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7743309736251831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 994}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 995}
{"loss": -0.36030465364456177, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7838905453681946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 995}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 996}
{"loss": -0.3368646204471588, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7322067618370056, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 996}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 997}
{"loss": -0.361540824174881, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7872205972671509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 997}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 998}
{"loss": -0.306861013174057, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6672855615615845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 998}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 999}
{"loss": -0.3857305347919464, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8397991061210632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 999}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1000}
{"loss": -0.32585033774375916, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7079468369483948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1000}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1001}
{"loss": -0.38153669238090515, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8296020030975342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1001}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1002}
{"loss": -0.34853166341781616, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7561739087104797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1002}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1003}
{"loss": -0.3350324332714081, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7280574440956116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1003}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1004}
{"loss": -0.35003435611724854, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7605764865875244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1004}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1005}
{"loss": -0.34198546409606934, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.742793083190918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1005}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1006}
{"loss": -0.36645016074180603, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7960191369056702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1006}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1007}
{"loss": -0.3784770369529724, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8236569762229919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1007}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1008}
{"loss": -0.35634520649909973, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7743923664093018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1008}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1009}
{"loss": -0.3649839758872986, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7930487990379333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1009}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1010}
{"loss": -0.37091854214668274, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8063637614250183, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1010}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1011}
{"loss": -0.3641194701194763, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7909640669822693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1011}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1012}
{"loss": -0.34923845529556274, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7585852742195129, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1012}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1013}
{"loss": -0.36833131313323975, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8003777265548706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1013}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1014}
{"loss": -0.3440234959125519, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7468687891960144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1014}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1015}
{"loss": -0.323516845703125, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7023377418518066, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1015}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1016}
{"loss": -0.3921096622943878, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8518093228340149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1016}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1017}
{"loss": -0.4002041816711426, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8691610097885132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1017}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1018}
{"loss": -0.34700265526771545, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7538121342658997, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1018}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1019}
{"loss": -0.347100168466568, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7543905377388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1019}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1020}
{"loss": -0.30900728702545166, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6704699397087097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1020}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1021}
{"loss": -0.39257919788360596, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8528038263320923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1021}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1022}
{"loss": -0.3458637297153473, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7504099011421204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1022}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1023}
{"loss": -0.3684466779232025, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8000320196151733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1023}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1024}
{"loss": -0.37867453694343567, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8215245604515076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1024}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1025}
{"loss": -0.40173259377479553, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8725873827934265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1025}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1026}
{"loss": -0.38876113295555115, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8437027335166931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1026}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1027}
{"loss": -0.369143009185791, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8013584613800049, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1027}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1028}
{"loss": -0.3436981737613678, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7453994154930115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1028}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1029}
{"loss": -0.3929291069507599, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8534646034240723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1029}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1030}
{"loss": -0.36397796869277954, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7895339727401733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1030}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1031}
{"loss": -0.3834424912929535, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8318648934364319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1031}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1032}
{"loss": -0.3687157928943634, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7999970316886902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1032}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1033}
{"loss": -0.3530142307281494, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7642223238945007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1033}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1034}
{"loss": -0.3490901291370392, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7578680515289307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1034}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1035}
{"loss": -0.31324508786201477, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6776871085166931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1035}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1036}
{"loss": -0.40269073843955994, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8745253682136536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1036}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1037}
{"loss": -0.357471764087677, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7757494449615479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1037}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1038}
{"loss": -0.33845606446266174, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7342077493667603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1038}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1039}
{"loss": -0.3522949516773224, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7639210820198059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1039}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1040}
{"loss": -0.3704683184623718, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8028590679168701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1040}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1041}
{"loss": -0.3996502757072449, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8669995665550232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1041}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1042}
{"loss": -0.3547099530696869, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7690151929855347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1042}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1043}
{"loss": -0.3565600514411926, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7727689146995544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1043}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1044}
{"loss": -0.3260857164859772, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7068090438842773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1044}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1045}
{"loss": -0.34377723932266235, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.744825541973114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1045}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1046}
{"loss": -0.3497137129306793, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7576351165771484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1046}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1047}
{"loss": -0.3656308650970459, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7920281291007996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1047}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1048}
{"loss": -0.34610167145729065, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7497552037239075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1048}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1049}
{"loss": -0.36569708585739136, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.792686939239502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1049}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1050}
{"loss": -0.3676888942718506, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7973597645759583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1050}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1051}
{"loss": -0.35475608706474304, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7678680419921875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1051}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1052}
{"loss": -0.3451491892337799, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7469280958175659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1052}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1053}
{"loss": -0.3664185106754303, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7941662073135376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1053}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1054}
{"loss": -0.3376946747303009, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7306780219078064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1054}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1055}
{"loss": -0.35978057980537415, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7779932618141174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1055}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1056}
{"loss": -0.3294384777545929, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.712797999382019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1056}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1057}
{"loss": -0.34757211804389954, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7529407739639282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1057}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1058}
{"loss": -0.3546573221683502, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.768251359462738, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1058}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1059}
{"loss": -0.3882586658000946, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8409364223480225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1059}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1060}
{"loss": -0.36973750591278076, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8006846904754639, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1060}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1061}
{"loss": -0.3650047183036804, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7900012135505676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1061}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1062}
{"loss": -0.37570738792419434, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8091550469398499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1062}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1063}
{"loss": -0.350529283285141, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7583169341087341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1063}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1064}
{"loss": -0.3864585757255554, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8364571928977966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1064}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1065}
{"loss": -0.36121001839637756, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7816482782363892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1065}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1066}
{"loss": -0.35636192560195923, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7708032131195068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1066}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1067}
{"loss": -0.34833964705467224, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7522510290145874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1067}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1068}
{"loss": -0.38941678404808044, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8427236080169678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1068}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1069}
{"loss": -0.33645161986351013, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7278134822845459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1069}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1070}
{"loss": -0.3546332120895386, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7673996090888977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1070}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1071}
{"loss": -0.39331865310668945, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8513349890708923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1071}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1072}
{"loss": -0.34207087755203247, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7399623394012451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1072}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1073}
{"loss": -0.34897762537002563, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7552257776260376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1073}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1074}
{"loss": -0.35636910796165466, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7700161337852478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1074}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1075}
{"loss": -0.357344388961792, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.772891640663147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1075}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1076}
{"loss": -0.36708834767341614, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7940227389335632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1076}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1077}
{"loss": -0.3667486608028412, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7933186888694763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1077}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1078}
{"loss": -0.360375314950943, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7784611582756042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1078}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1079}
{"loss": -0.36910149455070496, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7982990145683289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1079}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1080}
{"loss": -0.34290415048599243, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7409351468086243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1080}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1081}
{"loss": -0.3812026083469391, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8237833976745605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1081}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1082}
{"loss": -0.3902100622653961, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8429011702537537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1082}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1083}
{"loss": -0.3605714440345764, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7800624370574951, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1083}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1084}
{"loss": -0.3756847679615021, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8122610449790955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1084}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1085}
{"loss": -0.34730085730552673, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7506574392318726, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1085}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1086}
{"loss": -0.39065223932266235, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8437511324882507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1086}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1087}
{"loss": -0.37873363494873047, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8176578283309937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1087}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1088}
{"loss": -0.37895655632019043, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8184760808944702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1088}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1089}
{"loss": -0.3658354580402374, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7895054221153259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1089}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1090}
{"loss": -0.32621705532073975, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7041797637939453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1090}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1091}
{"loss": -0.3487514555454254, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7529980540275574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1091}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1092}
{"loss": -0.36269518733024597, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7833529710769653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1092}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1093}
{"loss": -0.36240068078041077, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7832258343696594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1093}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1094}
{"loss": -0.40350016951560974, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.871351957321167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1094}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1095}
{"loss": -0.37735506892204285, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8149608969688416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1095}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1096}
{"loss": -0.36098623275756836, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7794471979141235, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1096}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1097}
{"loss": -0.3473060131072998, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7498258948326111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1097}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1098}
{"loss": -0.38451388478279114, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8296538591384888, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1098}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1099}
{"loss": -0.33353933691978455, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7194834351539612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1099}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1100}
{"loss": -0.35726428031921387, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7703068256378174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1100}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1101}
{"loss": -0.32565027475357056, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7016371488571167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1101}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1102}
{"loss": -0.3244122862815857, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6985496282577515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1102}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1103}
{"loss": -0.37345507740974426, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8062059879302979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1103}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1104}
{"loss": -0.3611202836036682, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.778934895992279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1104}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1105}
{"loss": -0.3445095717906952, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7424731254577637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1105}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1106}
{"loss": -0.3459310233592987, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7464084029197693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1106}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1107}
{"loss": -0.3462139666080475, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7480454444885254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1107}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1108}
{"loss": -0.36716634035110474, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7926948666572571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1108}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1109}
{"loss": -0.3549807667732239, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7664832472801208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1109}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1110}
{"loss": -0.33020099997520447, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7117648720741272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1110}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1111}
{"loss": -0.32022401690483093, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6901417374610901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1111}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1112}
{"loss": -0.32413598895072937, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6986254453659058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1112}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1113}
{"loss": -0.3680337965488434, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7934292554855347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1113}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1114}
{"loss": -0.39011797308921814, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.841450035572052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1114}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1115}
{"loss": -0.3424975275993347, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7372573018074036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1115}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1116}
{"loss": -0.3463994562625885, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7459027171134949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1116}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1117}
{"loss": -0.33808860182762146, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7281007170677185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1117}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1118}
{"loss": -0.27551373839378357, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.5919777154922485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1118}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1119}
{"loss": -0.33506637811660767, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7220907211303711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1119}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1120}
{"loss": -0.30791929364204407, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6628108024597168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1120}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1121}
{"loss": -0.39725854992866516, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8556467294692993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1121}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1122}
{"loss": -0.37829017639160156, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8156136870384216, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1122}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1123}
{"loss": -0.336298406124115, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7244778871536255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1123}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1124}
{"loss": -0.3439827263355255, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7407689094543457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1124}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1125}
{"loss": -0.3589089810848236, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7718043327331543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1125}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1126}
{"loss": -0.3364291191101074, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7248430848121643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1126}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1127}
{"loss": -0.32928466796875, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7089149951934814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1127}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1128}
{"loss": -0.37120306491851807, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8002920746803284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1128}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1129}
{"loss": -0.3474297821521759, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7484480142593384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1129}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1130}
{"loss": -0.3918982446193695, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8451909422874451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1130}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1131}
{"loss": -0.3578331470489502, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7704963684082031, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1131}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1132}
{"loss": -0.3677888810634613, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7923582792282104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1132}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1133}
{"loss": -0.36621278524398804, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7883250117301941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1133}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1134}
{"loss": -0.3596053123474121, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7744014263153076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1134}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1135}
{"loss": -0.381831556558609, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8219470977783203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1135}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1136}
{"loss": -0.3670429289340973, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7904896140098572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1136}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1137}
{"loss": -0.3718697130680084, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8003605008125305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1137}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1138}
{"loss": -0.37098076939582825, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7978419661521912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1138}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1139}
{"loss": -0.3305608630180359, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.71036297082901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1139}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1140}
{"loss": -0.3386911153793335, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7280822396278381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1140}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1141}
{"loss": -0.3648799657821655, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7843121886253357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1141}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1142}
{"loss": -0.36657747626304626, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7887527346611023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1142}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1143}
{"loss": -0.36757659912109375, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7910184860229492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1143}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1144}
{"loss": -0.37946540117263794, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8164623975753784, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1144}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1145}
{"loss": -0.3411811590194702, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.733773410320282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1145}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1146}
{"loss": -0.37502148747444153, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.807208240032196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1146}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1147}
{"loss": -0.3223489820957184, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6933661103248596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1147}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1148}
{"loss": -0.37551572918891907, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8081655502319336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1148}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1149}
{"loss": -0.33428481221199036, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7185674905776978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1149}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1150}
{"loss": -0.3433723747730255, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.738564133644104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1150}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1151}
{"loss": -0.3760805130004883, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.809073269367218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1151}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1152}
{"loss": -0.34578147530555725, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7432326674461365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1152}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1153}
{"loss": -0.3587375581264496, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7709911465644836, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1153}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1154}
{"loss": -0.32892608642578125, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7074023485183716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1154}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1155}
{"loss": -0.37252411246299744, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8013590574264526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1155}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1156}
{"loss": -0.306335985660553, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6578030586242676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1156}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1157}
{"loss": -0.3494998514652252, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7514022588729858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1157}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1158}
{"loss": -0.36400026082992554, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7823988199234009, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1158}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1159}
{"loss": -0.35231027007102966, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7564948201179504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1159}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1160}
{"loss": -0.38206955790519714, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8221503496170044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1160}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1161}
{"loss": -0.3796390891075134, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.815918505191803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1161}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1162}
{"loss": -0.35398587584495544, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7610594630241394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1162}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1163}
{"loss": -0.2975713312625885, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6381078958511353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1163}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1164}
{"loss": -0.3733676075935364, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8033920526504517, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1164}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1165}
{"loss": -0.3616301715373993, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7771642208099365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1165}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1166}
{"loss": -0.3800713121891022, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8171497583389282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1166}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1167}
{"loss": -0.38711294531822205, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8331824541091919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1167}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1168}
{"loss": -0.37422680854797363, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8037940263748169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1168}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1169}
{"loss": -0.3656277656555176, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7854718565940857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1169}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1170}
{"loss": -0.35802215337753296, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7689136862754822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1170}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1171}
{"loss": -0.3861202299594879, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8294459581375122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1171}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1172}
{"loss": -0.3642945885658264, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7829074263572693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1172}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1173}
{"loss": -0.36886006593704224, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7922117710113525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1173}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1174}
{"loss": -0.3771892786026001, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8101182579994202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1174}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1175}
{"loss": -0.34097379446029663, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7320549488067627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1175}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1176}
{"loss": -0.37100911140441895, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7969349026679993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1176}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1177}
{"loss": -0.36189568042755127, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7769067883491516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1177}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1178}
{"loss": -0.3525162935256958, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7565192580223083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1178}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1179}
{"loss": -0.35841602087020874, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7706597447395325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1179}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1180}
{"loss": -0.3171568214893341, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6804014444351196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1180}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1181}
{"loss": -0.37843766808509827, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8125057816505432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1181}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1182}
{"loss": -0.36159446835517883, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7760608196258545, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1182}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1183}
{"loss": -0.37374675273895264, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.802754819393158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1183}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1184}
{"loss": -0.3878333270549774, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8329803943634033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1184}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1185}
{"loss": -0.338067889213562, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7246204018592834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1185}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1186}
{"loss": -0.3301905393600464, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7082804441452026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1186}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1187}
{"loss": -0.37129974365234375, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7969599962234497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1187}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1188}
{"loss": -0.3775448203086853, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8107534646987915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1188}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1189}
{"loss": -0.3537227213382721, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7591423392295837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1189}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1190}
{"loss": -0.34645888209342957, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7436675429344177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1190}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1191}
{"loss": -0.3426578938961029, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7349885702133179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1191}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1192}
{"loss": -0.36814382672309875, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7903921008110046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1192}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1193}
{"loss": -0.36574533581733704, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7853043079376221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1193}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1194}
{"loss": -0.35429075360298157, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7607786059379578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1194}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1195}
{"loss": -0.3622288107872009, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.777851402759552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1195}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1196}
{"loss": -0.3350038528442383, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7185488939285278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1196}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1197}
{"loss": -0.3546418249607086, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7601092457771301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1197}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1198}
{"loss": -0.37885135412216187, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8120919466018677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1198}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1199}
{"loss": -0.3552939295768738, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7615227103233337, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1199}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1200}
{"loss": -0.3749498426914215, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8041051626205444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1200}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1201}
{"loss": -0.35207900404930115, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7542058825492859, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1201}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1202}
{"loss": -0.3756846785545349, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8057030439376831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1202}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1203}
{"loss": -0.331000417470932, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7095070481300354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1203}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1204}
{"loss": -0.3517913818359375, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7541558146476746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1204}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1205}
{"loss": -0.34104451537132263, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7302189469337463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1205}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1206}
{"loss": -0.34537553787231445, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7402370572090149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1206}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1207}
{"loss": -0.380484938621521, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8151730298995972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1207}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1208}
{"loss": -0.34211206436157227, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7334902882575989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1208}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1209}
{"loss": -0.3756500780582428, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8050150871276855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1209}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1210}
{"loss": -0.35118141770362854, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7526214718818665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1210}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1211}
{"loss": -0.3827003240585327, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8201907873153687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1211}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1212}
{"loss": -0.35270556807518005, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7555205821990967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1212}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1213}
{"loss": -0.34587913751602173, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7412872910499573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1213}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1214}
{"loss": -0.341614693403244, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7313838005065918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1214}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1215}
{"loss": -0.3887161314487457, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8324893116950989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1215}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1216}
{"loss": -0.33217570185661316, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7076441049575806, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1216}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1217}
{"loss": -0.3995603024959564, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8550041317939758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1217}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1218}
{"loss": -0.37967053055763245, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.812909722328186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1218}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1219}
{"loss": -0.34633272886276245, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7422165870666504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1219}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1220}
{"loss": -0.38668790459632874, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.828555166721344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1220}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1221}
{"loss": -0.3227524757385254, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6908443570137024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1221}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1222}
{"loss": -0.3512243926525116, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7522013187408447, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1222}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1223}
{"loss": -0.36987024545669556, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7918491959571838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1223}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1224}
{"loss": -0.3711322844028473, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7948945164680481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1224}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1225}
{"loss": -0.357281893491745, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7647623419761658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1225}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1226}
{"loss": -0.39735129475593567, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8505779504776001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1226}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1227}
{"loss": -0.35334688425064087, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7561390399932861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1227}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1228}
{"loss": -0.39237865805625916, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8407800197601318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1228}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1229}
{"loss": -0.3424977660179138, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7330252528190613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1229}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1230}
{"loss": -0.3933471441268921, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8418300747871399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1230}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1231}
{"loss": -0.33484169840812683, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7163328528404236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1231}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1232}
{"loss": -0.33629828691482544, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.71945720911026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1232}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1233}
{"loss": -0.3477850556373596, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7442452311515808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1233}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1234}
{"loss": -0.33597785234451294, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7187066078186035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1234}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1235}
{"loss": -0.3330051600933075, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7119981646537781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1235}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1236}
{"loss": -0.36521974205970764, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7820374369621277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1236}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1237}
{"loss": -0.3570694923400879, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7639569640159607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1237}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1238}
{"loss": -0.37259426712989807, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7981250286102295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1238}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1239}
{"loss": -0.33222463726997375, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7105942964553833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1239}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1240}
{"loss": -0.3490583300590515, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7465440034866333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1240}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1241}
{"loss": -0.3698233366012573, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.79149329662323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1241}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1242}
{"loss": -0.3658561110496521, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7827540040016174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1242}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1243}
{"loss": -0.3838600218296051, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8216198682785034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1243}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1244}
{"loss": -0.3768201768398285, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8066717982292175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1244}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1245}
{"loss": -0.38566353917121887, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8250771164894104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1245}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1246}
{"loss": -0.3722936809062958, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7964041829109192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1246}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1247}
{"loss": -0.3779764473438263, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8087731599807739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1247}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1248}
{"loss": -0.34938952326774597, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7464226484298706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1248}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1249}
{"loss": -0.32569125294685364, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6971111297607422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1249}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1250}
{"loss": -0.36148735880851746, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7733988761901855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1250}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1251}
{"loss": -0.3510622978210449, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7503446340560913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1251}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1252}
{"loss": -0.32832422852516174, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7021288275718689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1252}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1253}
{"loss": -0.33142146468162537, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7086470127105713, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1253}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1254}
{"loss": -0.3390805423259735, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.724218487739563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1254}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1255}
{"loss": -0.3432779908180237, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7340410947799683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1255}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1256}
{"loss": -0.30628204345703125, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6541212201118469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1256}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1257}
{"loss": -0.39478442072868347, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8433510065078735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1257}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1258}
{"loss": -0.36456891894340515, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7792935371398926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1258}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1259}
{"loss": -0.38089674711227417, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.814399242401123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1259}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1260}
{"loss": -0.3743085265159607, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8001118898391724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1260}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1261}
{"loss": -0.33732715249061584, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.720531702041626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1261}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1262}
{"loss": -0.37012022733688354, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7909486889839172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1262}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1263}
{"loss": -0.39469581842422485, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8436627984046936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1263}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1264}
{"loss": -0.3728677034378052, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.797793984413147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1264}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1265}
{"loss": -0.38153505325317383, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.81513911485672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1265}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1266}
{"loss": -0.35420864820480347, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.756978452205658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1266}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1267}
{"loss": -0.39391857385635376, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8417949676513672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1267}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1268}
{"loss": -0.38835880160331726, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8300739526748657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1268}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1269}
{"loss": -0.3505575358867645, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7481837868690491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1269}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1270}
{"loss": -0.39467552304267883, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8433764576911926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1270}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1271}
{"loss": -0.4073446989059448, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8704276084899902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1271}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1272}
{"loss": -0.3622913360595703, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7741184830665588, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1272}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1273}
{"loss": -0.34512943029403687, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7382405400276184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1273}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1274}
{"loss": -0.3538554310798645, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.756030261516571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1274}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1275}
{"loss": -0.3444383144378662, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7359210848808289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1275}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1276}
{"loss": -0.35664689540863037, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7613526582717896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1276}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1277}
{"loss": -0.3722430467605591, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7951511144638062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1277}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1278}
{"loss": -0.41104933619499207, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8777399659156799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1278}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1279}
{"loss": -0.3915380537509918, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8361741304397583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1279}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1280}
{"loss": -0.3789688050746918, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8084016442298889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1280}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1281}
{"loss": -0.31994226574897766, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6834271550178528, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1281}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1282}
{"loss": -0.3876695930957794, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8272408246994019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1282}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1283}
{"loss": -0.3365078866481781, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7177828550338745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1283}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1284}
{"loss": -0.3736768066883087, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7975718975067139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1284}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1285}
{"loss": -0.37936046719551086, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8100515604019165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1285}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1286}
{"loss": -0.36674031615257263, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7831103801727295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1286}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1287}
{"loss": -0.3212786912918091, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6851027607917786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1287}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1288}
{"loss": -0.3627348244190216, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7744688391685486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1288}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1289}
{"loss": -0.3679458498954773, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7855384349822998, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1289}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1290}
{"loss": -0.3517370820045471, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7494814991950989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1290}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1291}
{"loss": -0.3588660657405853, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7652869820594788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1291}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1292}
{"loss": -0.3386325538158417, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7223808765411377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1292}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1293}
{"loss": -0.3562627136707306, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.760550856590271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1293}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1294}
{"loss": -0.37769070267677307, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8060075044631958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1294}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1295}
{"loss": -0.3283092975616455, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6999114155769348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1295}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1296}
{"loss": -0.3387674391269684, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7215521931648254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1296}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1297}
{"loss": -0.38489076495170593, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8214725255966187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1297}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1298}
{"loss": -0.38771650195121765, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8272206783294678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1298}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1299}
{"loss": -0.3486920893192291, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.743755578994751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1299}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1300}
{"loss": -0.36724382638931274, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7831417322158813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1300}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1301}
{"loss": -0.3672550320625305, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7836103439331055, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1301}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1302}
{"loss": -0.33972251415252686, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7233893275260925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1302}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1303}
{"loss": -0.3721065819263458, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.794012188911438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1303}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1304}
{"loss": -0.3661685883998871, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7812457084655762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1304}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1305}
{"loss": -0.39079010486602783, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8337124586105347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1305}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1306}
{"loss": -0.3327367305755615, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7088764905929565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1306}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1307}
{"loss": -0.351256400346756, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7490603923797607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1307}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1308}
{"loss": -0.3529698848724365, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7522848844528198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1308}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1309}
{"loss": -0.3560884892940521, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7589884996414185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1309}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1310}
{"loss": -0.36666128039360046, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7818804979324341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1310}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1311}
{"loss": -0.3681832551956177, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7853243350982666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1311}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1312}
{"loss": -0.3888173997402191, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8287462592124939, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1312}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1313}
{"loss": -0.36892589926719666, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7866454124450684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1313}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1314}
{"loss": -0.31995710730552673, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6813454031944275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1314}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1315}
{"loss": -0.3674847185611725, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7827640771865845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1315}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1316}
{"loss": -0.3697144091129303, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.787529468536377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1316}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1317}
{"loss": -0.39363765716552734, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8394392728805542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1317}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1318}
{"loss": -0.3290979266166687, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7007103562355042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1318}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1319}
{"loss": -0.3756893575191498, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8005772829055786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1319}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1320}
{"loss": -0.341654509305954, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.727338969707489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1320}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1321}
{"loss": -0.362597793340683, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7721813917160034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1321}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1322}
{"loss": -0.33199089765548706, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7070922255516052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1322}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1323}
{"loss": -0.38226082921028137, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8146334290504456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1323}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1324}
{"loss": -0.3427596986293793, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7298875451087952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1324}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1325}
{"loss": -0.34881165623664856, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7423918843269348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1325}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1326}
{"loss": -0.3466286361217499, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7376583814620972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1326}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1327}
{"loss": -0.3787230849266052, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8065760135650635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1327}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1328}
{"loss": -0.3581601679325104, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.762549102306366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1328}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1329}
{"loss": -0.3740352392196655, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7963415384292603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1329}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1330}
{"loss": -0.38016510009765625, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8097159266471863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1330}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1331}
{"loss": -0.3983895778656006, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8483745455741882, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1331}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1332}
{"loss": -0.4046831429004669, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8618934154510498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1332}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1333}
{"loss": -0.3945716917514801, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8402211666107178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1333}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1334}
{"loss": -0.31083399057388306, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6602507829666138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1334}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1335}
{"loss": -0.3911014199256897, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8328261971473694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1335}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1336}
{"loss": -0.31243184208869934, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6642453074455261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1336}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1337}
{"loss": -0.40676501393318176, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8663247227668762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1337}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1338}
{"loss": -0.3789958357810974, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8064265847206116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1338}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1339}
{"loss": -0.34636497497558594, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7368363738059998, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1339}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1340}
{"loss": -0.3488599956035614, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7425096035003662, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1340}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1341}
{"loss": -0.3854544758796692, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8199655413627625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1341}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1342}
{"loss": -0.38665422797203064, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8227927684783936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1342}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1343}
{"loss": -0.32808417081832886, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6974306106567383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1343}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1344}
{"loss": -0.3923502564430237, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.835529625415802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1344}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1345}
{"loss": -0.3619828224182129, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7705331444740295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1345}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1346}
{"loss": -0.3773767054080963, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8035865426063538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1346}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1347}
{"loss": -0.38581278920173645, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8205035328865051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1347}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1348}
{"loss": -0.3516838550567627, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7480789422988892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1348}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1349}
{"loss": -0.3677569031715393, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7830570340156555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1349}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1350}
{"loss": -0.311842679977417, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6628352403640747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1350}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1351}
{"loss": -0.3430231809616089, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7299466133117676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1351}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1352}
{"loss": -0.37007591128349304, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7877026796340942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1352}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1353}
{"loss": -0.3943668603897095, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8390966653823853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1353}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1354}
{"loss": -0.363613486289978, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7731053829193115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1354}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1355}
{"loss": -0.36073246598243713, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7670354843139648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1355}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1356}
{"loss": -0.3439520597457886, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7309949994087219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1356}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1357}
{"loss": -0.40463560819625854, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8608970642089844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1357}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1358}
{"loss": -0.3461760878562927, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.73661208152771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1358}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1359}
{"loss": -0.3881753385066986, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8256521821022034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1359}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1360}
{"loss": -0.36926326155662537, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7851444482803345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1360}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1361}
{"loss": -0.36084550619125366, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7674661874771118, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1361}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1362}
{"loss": -0.36057040095329285, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7668919563293457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1362}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1363}
{"loss": -0.3657147288322449, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.777821958065033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1363}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1364}
{"loss": -0.37316450476646423, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.794365644454956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1364}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1365}
{"loss": -0.3516917824745178, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.746294379234314, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1365}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1366}
{"loss": -0.35369184613227844, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7514320015907288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1366}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1367}
{"loss": -0.3474259078502655, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7387284636497498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1367}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1368}
{"loss": -0.3215746283531189, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6825011968612671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1368}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1369}
{"loss": -0.3794834315776825, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8075652122497559, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1369}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1370}
{"loss": -0.33428484201431274, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7104611992835999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1370}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1371}
{"loss": -0.3555280864238739, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7560123205184937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1371}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1372}
{"loss": -0.3730961084365845, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7934042811393738, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1372}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1373}
{"loss": -0.35009750723838806, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.74342942237854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1373}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1374}
{"loss": -0.3981860280036926, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8470243811607361, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1374}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1375}
{"loss": -0.3616894781589508, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7683641314506531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1375}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1376}
{"loss": -0.370195597410202, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7870274782180786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1376}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1377}
{"loss": -0.28085413575172424, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.5960935950279236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1377}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1378}
{"loss": -0.37791356444358826, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8036690950393677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1378}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1379}
{"loss": -0.3631162941455841, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7715250849723816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1379}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1380}
{"loss": -0.3472670912742615, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7384441494941711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1380}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1381}
{"loss": -0.3239746391773224, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6894882917404175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1381}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1382}
{"loss": -0.3800431787967682, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8089743256568909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1382}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1383}
{"loss": -0.35070475935935974, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7436227202415466, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1383}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1384}
{"loss": -0.36338651180267334, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.771791398525238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1384}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1385}
{"loss": -0.3852231204509735, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8181114196777344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1385}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1386}
{"loss": -0.3656232953071594, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7772583961486816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1386}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1387}
{"loss": -0.31252697110176086, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6639373302459717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1387}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1388}
{"loss": -0.36099299788475037, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7667692303657532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1388}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1389}
{"loss": -0.37400132417678833, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7937516570091248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1389}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1390}
{"loss": -0.38118642568588257, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8094210028648376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1390}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1391}
{"loss": -0.3788754940032959, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.804561197757721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1391}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1392}
{"loss": -0.35445940494537354, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7528783082962036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1392}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1393}
{"loss": -0.3806740939617157, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8085933923721313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1393}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1394}
{"loss": -0.3416217565536499, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.725381076335907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1394}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1395}
{"loss": -0.3534308671951294, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7510930299758911, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1395}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1396}
{"loss": -0.384796679019928, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8166524767875671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1396}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1397}
{"loss": -0.3485928177833557, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7395267486572266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1397}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1398}
{"loss": -0.36874645948410034, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7834741473197937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1398}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1399}
{"loss": -0.39746347069740295, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8444774150848389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1399}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1400}
{"loss": -0.35020139813423157, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7433738708496094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1400}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1401}
{"loss": -0.3908797800540924, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8298360109329224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1401}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1402}
{"loss": -0.37948915362358093, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8058062791824341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1402}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1403}
{"loss": -0.39437925815582275, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8375730514526367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1403}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1404}
{"loss": -0.4030512869358063, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8562568426132202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1404}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1405}
{"loss": -0.38947004079818726, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8270815014839172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1405}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1406}
{"loss": -0.3378314971923828, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.716781497001648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1406}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1407}
{"loss": -0.37934666872024536, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8057836890220642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1407}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1408}
{"loss": -0.3534003496170044, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7498687505722046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1408}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1409}
{"loss": -0.35943031311035156, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7625170350074768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1409}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1410}
{"loss": -0.3782668113708496, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.8033690452575684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1410}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1411}
{"loss": -0.36052176356315613, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7653489708900452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1411}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1412}
{"loss": -0.3720216155052185, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7893141508102417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1412}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1413}
{"loss": -0.3257376253604889, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.69012051820755, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1413}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1414}
{"loss": -0.38502737879753113, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8168540000915527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1414}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1415}
{"loss": -0.35151490569114685, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7456562519073486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1415}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1416}
{"loss": -0.3737933039665222, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7931551337242126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1416}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1417}
{"loss": -0.3594951629638672, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7623665928840637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1417}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1418}
{"loss": -0.3623294532299042, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7697046995162964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1418}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1419}
{"loss": -0.3361150622367859, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7131553292274475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1419}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1420}
{"loss": -0.3915875256061554, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8314039707183838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1420}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1421}
{"loss": -0.37068209052085876, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7860381007194519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1421}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1422}
{"loss": -0.38385725021362305, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8145309090614319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1422}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1423}
{"loss": -0.3392404615879059, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7188650965690613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1423}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1424}
{"loss": -0.33464109897613525, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.710523247718811, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1424}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1425}
{"loss": -0.3262553811073303, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6922346353530884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1425}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1426}
{"loss": -0.3789236843585968, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8044034838676453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1426}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1427}
{"loss": -0.377309113740921, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8000055551528931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1427}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1428}
{"loss": -0.36804965138435364, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7805255651473999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1428}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1429}
{"loss": -0.39470842480659485, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.836698591709137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1429}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1430}
{"loss": -0.3683278560638428, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7815935015678406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1430}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1431}
{"loss": -0.3101698160171509, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6580146551132202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1431}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1432}
{"loss": -0.35331833362579346, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7494145631790161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1432}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1433}
{"loss": -0.3627241551876068, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7690282464027405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1433}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1434}
{"loss": -0.4132172763347626, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8764902353286743, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1434}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1435}
{"loss": -0.40649276971817017, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8623979687690735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1435}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1436}
{"loss": -0.31012341380119324, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.6569823622703552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1436}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1437}
{"loss": -0.35065677762031555, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7438010573387146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1437}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1438}
{"loss": -0.36451390385627747, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7729698419570923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1438}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1439}
{"loss": -0.33437153697013855, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7087628245353699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1439}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1440}
{"loss": -0.386851042509079, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8199034929275513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1440}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1441}
{"loss": -0.3464938998222351, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7338197827339172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1441}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1442}
{"loss": -0.3894284665584564, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8250030875205994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1442}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1443}
{"loss": -0.3755314350128174, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.796149730682373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1443}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1444}
{"loss": -0.3966173231601715, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.841137707233429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1444}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1445}
{"loss": -0.4329322576522827, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.9183905720710754, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1445}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1446}
{"loss": -0.4024936854839325, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8532233834266663, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1446}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1447}
{"loss": -0.39744484424591064, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8421453833580017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1447}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1448}
{"loss": -0.35168522596359253, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7448394894599915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1448}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1449}
{"loss": -0.34245002269744873, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7256034016609192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1449}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1450}
{"loss": -0.3847081959247589, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8156057596206665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1450}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1451}
{"loss": -0.3681721091270447, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.780452311038971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1451}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1452}
{"loss": -0.39553549885749817, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8380928039550781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1452}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1453}
{"loss": -0.37465599179267883, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7942200899124146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1453}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1454}
{"loss": -0.3720136284828186, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7878649234771729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1454}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1455}
{"loss": -0.3736840784549713, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7916901707649231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1455}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1456}
{"loss": -0.35227417945861816, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.745991051197052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1456}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1457}
{"loss": -0.35136017203330994, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7448626160621643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1457}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1458}
{"loss": -0.33659544587135315, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7118214964866638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1458}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1459}
{"loss": -0.36562034487724304, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7741023898124695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1459}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1460}
{"loss": -0.38823866844177246, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8223293423652649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1460}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1461}
{"loss": -0.4047803282737732, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8579874634742737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1461}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1462}
{"loss": -0.36805859208106995, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7801138758659363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1462}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1463}
{"loss": -0.3649996817111969, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7729247808456421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1463}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1464}
{"loss": -0.3533865511417389, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.747871458530426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1464}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1465}
{"loss": -0.3289409577846527, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6960878372192383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1465}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1466}
{"loss": -0.3447001874446869, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.72994065284729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1466}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1467}
{"loss": -0.3554094135761261, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.751947283744812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1467}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1468}
{"loss": -0.372912734746933, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7898085713386536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1468}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1469}
{"loss": -0.3280908167362213, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6949342489242554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1469}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1470}
{"loss": -0.3994295001029968, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8462533950805664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1470}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1471}
{"loss": -0.3148037791252136, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.664885401725769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1471}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1472}
{"loss": -0.40904781222343445, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8665094971656799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1472}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1473}
{"loss": -0.3853335678577423, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.816180408000946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1473}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1474}
{"loss": -0.3533198833465576, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7478580474853516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1474}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1475}
{"loss": -0.33865198493003845, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7165555953979492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1475}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1476}
{"loss": -0.3820245563983917, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8084110021591187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1476}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1477}
{"loss": -0.33765771985054016, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7147847414016724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1477}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1478}
{"loss": -0.35869893431663513, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7577413320541382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1478}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1479}
{"loss": -0.35969412326812744, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7617854475975037, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1479}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1480}
{"loss": -0.32451218366622925, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6861820220947266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1480}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1481}
{"loss": -0.32641729712486267, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.689515233039856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1481}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1482}
{"loss": -0.3747994303703308, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.792763888835907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1482}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1483}
{"loss": -0.38839730620384216, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8229276537895203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1483}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1484}
{"loss": -0.3548075556755066, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7504448890686035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1484}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1485}
{"loss": -0.34934163093566895, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.738030195236206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1485}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1486}
{"loss": -0.36762556433677673, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7781292796134949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1486}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1487}
{"loss": -0.3450307846069336, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7298224568367004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1487}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1488}
{"loss": -0.33553817868232727, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.710332453250885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1488}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1489}
{"loss": -0.399481862783432, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8448961973190308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1489}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1490}
{"loss": -0.37092262506484985, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7850919365882874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1490}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1491}
{"loss": -0.3306219279766083, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6994926333427429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1491}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1492}
{"loss": -0.38390135765075684, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8118816614151001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1492}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1493}
{"loss": -0.3762384355068207, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7959214448928833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1493}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1494}
{"loss": -0.4017239212989807, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8498497009277344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1494}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1495}
{"loss": -0.36218494176864624, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7648116946220398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1495}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1496}
{"loss": -0.38415753841400146, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8125095367431641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1496}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1497}
{"loss": -0.3906852602958679, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8261407613754272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1497}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1498}
{"loss": -0.4016928970813751, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8504799008369446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1498}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1499}
{"loss": -0.3196234107017517, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6757001280784607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1499}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1500}
{"loss": -0.3612039089202881, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.764213502407074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1500}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1501}
{"loss": -0.35323116183280945, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7468382120132446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1501}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1502}
{"loss": -0.3636654019355774, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7690719366073608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1502}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1503}
{"loss": -0.3614265024662018, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7644301652908325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1503}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1504}
{"loss": -0.3894155025482178, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.823701024055481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1504}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1505}
{"loss": -0.3556467592716217, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7519357204437256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1505}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1506}
{"loss": -0.34213268756866455, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7224931120872498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1506}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1507}
{"loss": -0.3089102506637573, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6520029902458191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1507}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1508}
{"loss": -0.3980962634086609, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8415718674659729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1508}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1509}
{"loss": -0.42192283272743225, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8924975395202637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1509}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1510}
{"loss": -0.4016623795032501, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8490752577781677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1510}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1511}
{"loss": -0.3709816038608551, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7841149568557739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1511}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1512}
{"loss": -0.3763768970966339, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7951363921165466, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1512}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1513}
{"loss": -0.38032451272010803, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.8041496872901917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1513}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1514}
{"loss": -0.3896935284137726, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8244792819023132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1514}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1515}
{"loss": -0.39386069774627686, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8328874111175537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1515}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1516}
{"loss": -0.36736518144607544, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7757309675216675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1516}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1517}
{"loss": -0.37935373187065125, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8018612861633301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1517}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1518}
{"loss": -0.33504632115364075, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7075173258781433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1518}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1519}
{"loss": -0.3670758903026581, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7759129405021667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1519}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1520}
{"loss": -0.38316017389297485, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8096023797988892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1520}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1521}
{"loss": -0.381162166595459, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8056265711784363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1521}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1522}
{"loss": -0.3809446692466736, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8046965599060059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1522}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1523}
{"loss": -0.38760286569595337, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8190521597862244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1523}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1524}
{"loss": -0.38421159982681274, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8123921751976013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1524}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1525}
{"loss": -0.3658786118030548, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7732129693031311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1525}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1526}
{"loss": -0.3727295994758606, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7871503233909607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1526}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1527}
{"loss": -0.40567880868911743, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8574304580688477, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1527}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1528}
{"loss": -0.3752651810646057, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7933669686317444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1528}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1529}
{"loss": -0.41232097148895264, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8718157410621643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1529}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1530}
{"loss": -0.3677149713039398, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.77640700340271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1530}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1531}
{"loss": -0.3758617043495178, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7934165000915527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1531}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1532}
{"loss": -0.33037233352661133, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6977032423019409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1532}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1533}
{"loss": -0.3548119068145752, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7496634721755981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1533}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1534}
{"loss": -0.3543309271335602, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7481924295425415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1534}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1535}
{"loss": -0.33045142889022827, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6982831358909607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1535}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1536}
{"loss": -0.3780951201915741, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7991539239883423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1536}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1537}
{"loss": -0.29441165924072266, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6215255856513977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1537}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1538}
{"loss": -0.3851168751716614, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8127598762512207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1538}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1539}
{"loss": -0.3873179256916046, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8186892867088318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1539}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1540}
{"loss": -0.37935107946395874, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.8020110130310059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1540}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1541}
{"loss": -0.34280872344970703, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7238112092018127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1541}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1542}
{"loss": -0.3530946671962738, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7473110556602478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1542}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1543}
{"loss": -0.35606494545936584, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7521519660949707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1543}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1544}
{"loss": -0.3741922378540039, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7906789779663086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1544}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1545}
{"loss": -0.35619035363197327, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7523630261421204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1545}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1546}
{"loss": -0.391083300113678, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8263135552406311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1546}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1547}
{"loss": -0.36450493335723877, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7702203392982483, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1547}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1548}
{"loss": -0.3703896701335907, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7814391255378723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1548}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1549}
{"loss": -0.3768359422683716, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.795961856842041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1549}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1550}
{"loss": -0.38413557410240173, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.811255931854248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1550}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1551}
{"loss": -0.37599167227745056, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7946646809577942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1551}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1552}
{"loss": -0.3529830574989319, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7462376952171326, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1552}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1553}
{"loss": -0.38116997480392456, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8051488995552063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1553}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1554}
{"loss": -0.35311758518218994, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7444090843200684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1554}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1555}
{"loss": -0.37405186891555786, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7906759977340698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1555}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1556}
{"loss": -0.39466390013694763, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.8326382040977478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1556}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1557}
{"loss": -0.3862375020980835, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8153589367866516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1557}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1558}
{"loss": -0.3454706370830536, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7286407947540283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1558}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1559}
{"loss": -0.39715713262557983, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8383052349090576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1559}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1560}
{"loss": -0.43309617042541504, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.9151762127876282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1560}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1561}
{"loss": -0.3902197480201721, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8235003352165222, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1561}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1562}
{"loss": -0.4003005623817444, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.845304548740387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1562}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1563}
{"loss": -0.3692672550678253, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.779484748840332, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1563}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1564}
{"loss": -0.37388479709625244, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7887070178985596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1564}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1565}
{"loss": -0.3774649202823639, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7967867851257324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1565}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1566}
{"loss": -0.3771403729915619, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7960934638977051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1566}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1567}
{"loss": -0.3667054772377014, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7738717794418335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1567}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1568}
{"loss": -0.3897233009338379, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8230502605438232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1568}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1569}
{"loss": -0.38309338688850403, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8091617822647095, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1569}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1570}
{"loss": -0.39336472749710083, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8302884101867676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1570}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1571}
{"loss": -0.3863329589366913, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8157165050506592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1571}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1572}
{"loss": -0.379486620426178, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8008829951286316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1572}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1573}
{"loss": -0.4017927944660187, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8482036590576172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1573}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1574}
{"loss": -0.38676175475120544, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8168453574180603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1574}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1575}
{"loss": -0.35969850420951843, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7586338520050049, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1575}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1576}
{"loss": -0.3659725785255432, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7719898819923401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1576}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1577}
{"loss": -0.3258281350135803, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6869224309921265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1577}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1578}
{"loss": -0.3370271623134613, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7102681994438171, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1578}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1579}
{"loss": -0.3866459131240845, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8156009316444397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1579}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1580}
{"loss": -0.39961016178131104, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8433379530906677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1580}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1581}
{"loss": -0.37032628059387207, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7810306549072266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1581}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1582}
{"loss": -0.3882138133049011, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8186655044555664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1582}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1583}
{"loss": -0.42561906576156616, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8981478810310364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1583}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1584}
{"loss": -0.4215301275253296, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8899866342544556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1584}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1585}
{"loss": -0.4031069576740265, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8510517477989197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1585}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1586}
{"loss": -0.34271886944770813, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7225814461708069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1586}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1587}
{"loss": -0.35341763496398926, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7450768947601318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1587}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1588}
{"loss": -0.3530016541481018, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7439916729927063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1588}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1589}
{"loss": -0.3672378957271576, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7746473550796509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1589}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1590}
{"loss": -0.36002203822135925, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7580817341804504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1590}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1591}
{"loss": -0.32719695568084717, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6899468302726746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1591}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1592}
{"loss": -0.37755241990089417, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7965176105499268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1592}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1593}
{"loss": -0.365581214427948, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.771639347076416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1593}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1594}
{"loss": -0.37423500418663025, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7899010181427002, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1594}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1595}
{"loss": -0.3770364224910736, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7950895428657532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1595}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1596}
{"loss": -0.36555469036102295, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7715301513671875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1596}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1597}
{"loss": -0.3654121160507202, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7709507346153259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1597}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1598}
{"loss": -0.3601836860179901, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.758888840675354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1598}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1599}
{"loss": -0.3583163619041443, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7553170919418335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1599}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1600}
{"loss": -0.35315459966659546, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7446714043617249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1600}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1601}
{"loss": -0.36093172430992126, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7601771950721741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1601}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1602}
{"loss": -0.37173208594322205, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7833016514778137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1602}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1603}
{"loss": -0.35140275955200195, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7406743168830872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1603}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1604}
{"loss": -0.3798879086971283, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8016483783721924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1604}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1605}
{"loss": -0.3607833981513977, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7598272562026978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1605}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1606}
{"loss": -0.3399922847747803, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.716536819934845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1606}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1607}
{"loss": -0.38663044571876526, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8149799108505249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1607}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1608}
{"loss": -0.3964228332042694, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8361368775367737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1608}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1609}
{"loss": -0.3560708463191986, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7507965564727783, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1609}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1610}
{"loss": -0.35183265805244446, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7416875958442688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1610}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1611}
{"loss": -0.3307585120201111, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6972139477729797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1611}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1612}
{"loss": -0.3531699478626251, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.74366694688797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1612}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1613}
{"loss": -0.3163289725780487, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6660667061805725, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1613}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1614}
{"loss": -0.33354058861732483, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7018482089042664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1614}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1615}
{"loss": -0.3554241359233856, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7487281560897827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1615}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1616}
{"loss": -0.39685335755348206, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8358522653579712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1616}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1617}
{"loss": -0.3710227310657501, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7822718024253845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1617}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1618}
{"loss": -0.3785851299762726, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.798026978969574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1618}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1619}
{"loss": -0.38210931420326233, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.805517315864563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1619}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1620}
{"loss": -0.3247483968734741, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.6838441491127014, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1620}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1621}
{"loss": -0.37458252906799316, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7895426154136658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1621}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1622}
{"loss": -0.40958502888679504, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8635867834091187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1622}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1623}
{"loss": -0.3561025559902191, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7509706020355225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1623}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1624}
{"loss": -0.36043837666511536, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7588674426078796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1624}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1625}
{"loss": -0.33355528116226196, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.702539324760437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1625}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1626}
{"loss": -0.4080539345741272, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8598092198371887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1626}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1627}
{"loss": -0.3824883699417114, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.8062918186187744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1627}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1628}
{"loss": -0.33211827278137207, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7004159688949585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1628}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1629}
{"loss": -0.3773772716522217, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7950564026832581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1629}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1630}
{"loss": -0.33915457129478455, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7133177518844604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1630}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1631}
{"loss": -0.3898746073246002, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8208912014961243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1631}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1632}
{"loss": -0.371364951133728, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7817959189414978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1632}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1633}
{"loss": -0.338748574256897, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.713807225227356, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1633}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1634}
{"loss": -0.39741379022598267, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8371665477752686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1634}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1635}
{"loss": -0.3175020217895508, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6677796244621277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1635}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1636}
{"loss": -0.3194592595100403, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.6722780466079712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1636}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1637}
{"loss": -0.3864331543445587, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8143995404243469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1637}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1638}
{"loss": -0.387226402759552, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8151566982269287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1638}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1639}
{"loss": -0.3454715311527252, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.726387619972229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1639}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1640}
{"loss": -0.3681353032588959, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7752763032913208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1640}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1641}
{"loss": -0.37770697474479675, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.794043779373169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1641}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1642}
{"loss": -0.3713032603263855, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7818146347999573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1642}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1643}
{"loss": -0.3922026753425598, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8254810571670532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1643}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1644}
{"loss": -0.41421031951904297, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8726840019226074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1644}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1645}
{"loss": -0.40408653020858765, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.850672721862793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1645}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1646}
{"loss": -0.3758041560649872, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7910277843475342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1646}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1647}
{"loss": -0.36688491702079773, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.772993803024292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1647}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1648}
{"loss": -0.3688061535358429, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7768345475196838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1648}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1649}
{"loss": -0.3689943253993988, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7769578099250793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1649}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1650}
{"loss": -0.3946235179901123, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.831103503704071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1650}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1651}
{"loss": -0.39601922035217285, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8337292671203613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1651}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1652}
{"loss": -0.3444860279560089, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7247536778450012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1652}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1653}
{"loss": -0.3690270781517029, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7769154906272888, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1653}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1654}
{"loss": -0.4545446038246155, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.957100510597229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1654}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1655}
{"loss": -0.408511757850647, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8606163859367371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1655}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1656}
{"loss": -0.37904882431030273, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7974784970283508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1656}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1657}
{"loss": -0.38552501797676086, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8117110729217529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1657}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1658}
{"loss": -0.3859866261482239, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8126314878463745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1658}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1659}
{"loss": -0.37886184453964233, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7973681688308716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1659}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1660}
{"loss": -0.37675002217292786, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7925347089767456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1660}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1661}
{"loss": -0.3757801055908203, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7908511757850647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1661}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1662}
{"loss": -0.3782380223274231, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7961809635162354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1662}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1663}
{"loss": -0.39223238825798035, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8252407312393188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1663}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1664}
{"loss": -0.38217318058013916, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8043928742408752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1664}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1665}
{"loss": -0.38010865449905396, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.799123227596283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1665}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1666}
{"loss": -0.3582907021045685, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7538323402404785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1666}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1667}
{"loss": -0.3762611150741577, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7920876741409302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1667}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1668}
{"loss": -0.37692388892173767, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.792767345905304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1668}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1669}
{"loss": -0.36683014035224915, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7714425921440125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1669}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1670}
{"loss": -0.37020352482795715, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7783541679382324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1670}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1671}
{"loss": -0.3604619801044464, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7583503723144531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1671}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1672}
{"loss": -0.41248688101768494, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8676593899726868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1672}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1673}
{"loss": -0.37651053071022034, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.792260468006134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1673}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1674}
{"loss": -0.3697100579738617, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.778003454208374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1674}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1675}
{"loss": -0.3464638292789459, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.725990891456604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1675}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1676}
{"loss": -0.3906596302986145, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8211826086044312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1676}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1677}
{"loss": -0.3736688494682312, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7845978736877441, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1677}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1678}
{"loss": -0.40562930703163147, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8526122570037842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1678}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1679}
{"loss": -0.3802991509437561, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8002743721008301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1679}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1680}
{"loss": -0.3349429965019226, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7037516236305237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1680}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1681}
{"loss": -0.36998942494392395, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7782522439956665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1681}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1682}
{"loss": -0.388537734746933, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.81761234998703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1682}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1683}
{"loss": -0.3873722553253174, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8142905831336975, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1683}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1684}
{"loss": -0.3809720575809479, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8008881211280823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1684}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1685}
{"loss": -0.38441696763038635, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8087260127067566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1685}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1686}
{"loss": -0.34768593311309814, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7315260171890259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1686}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1687}
{"loss": -0.3847963213920593, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8095772862434387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1687}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1688}
{"loss": -0.3986946642398834, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8385354280471802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1688}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1689}
{"loss": -0.3708502948284149, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7799662947654724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1689}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1690}
{"loss": -0.3598317503929138, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7563928365707397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1690}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1691}
{"loss": -0.3712857663631439, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7803910970687866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1691}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1692}
{"loss": -0.30359846353530884, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6369085311889648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1692}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1693}
{"loss": -0.3691697120666504, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7750829458236694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1693}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1694}
{"loss": -0.44377943873405457, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9338136315345764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1694}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1695}
{"loss": -0.33535313606262207, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7046628594398499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1695}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1696}
{"loss": -0.3675273358821869, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7731326818466187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1696}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1697}
{"loss": -0.37704819440841675, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7921289801597595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1697}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1698}
{"loss": -0.3611343502998352, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7595555782318115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1698}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1699}
{"loss": -0.40406692028045654, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8495069146156311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1699}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1700}
{"loss": -0.4009180963039398, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8430690169334412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1700}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1701}
{"loss": -0.3554433584213257, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7469066381454468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1701}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1702}
{"loss": -0.3994666635990143, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.839874267578125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1702}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1703}
{"loss": -0.3381767272949219, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7109384536743164, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1703}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1704}
{"loss": -0.32211995124816895, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6762396693229675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1704}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1705}
{"loss": -0.38406410813331604, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8071181774139404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1705}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1706}
{"loss": -0.3700350821018219, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7771424651145935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1706}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1707}
{"loss": -0.37300172448158264, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7837902307510376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1707}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1708}
{"loss": -0.35222697257995605, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7393769025802612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1708}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1709}
{"loss": -0.4064679443836212, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8527218103408813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1709}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1710}
{"loss": -0.38076308369636536, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7999699115753174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1710}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1711}
{"loss": -0.38250648975372314, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8040587902069092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1711}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1712}
{"loss": -0.361122190952301, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7584018111228943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1712}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1713}
{"loss": -0.38831138610839844, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8162229657173157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1713}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1714}
{"loss": -0.35771480202674866, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7520199418067932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1714}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1715}
{"loss": -0.35708871483802795, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7499364018440247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1715}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1716}
{"loss": -0.36815521121025085, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.773425817489624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1716}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1717}
{"loss": -0.3828083276748657, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8040241599082947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1717}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1718}
{"loss": -0.3752535283565521, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7886992692947388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1718}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1719}
{"loss": -0.337271124124527, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7084773182868958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1719}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1720}
{"loss": -0.37525254487991333, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7878527045249939, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1720}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1721}
{"loss": -0.33230897784233093, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6984304189682007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1721}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1722}
{"loss": -0.3836316764354706, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8059726357460022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1722}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1723}
{"loss": -0.41064172983169556, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8630698919296265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1723}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1724}
{"loss": -0.3755244016647339, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7887651920318604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1724}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1725}
{"loss": -0.3317298889160156, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.695889413356781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1725}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1726}
{"loss": -0.34455159306526184, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7229635715484619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1726}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1727}
{"loss": -0.38774025440216064, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8145343065261841, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1727}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1728}
{"loss": -0.36970967054367065, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7761340737342834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1728}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1729}
{"loss": -0.332768976688385, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6987156867980957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1729}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1730}
{"loss": -0.36800524592399597, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.772514820098877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1730}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1731}
{"loss": -0.3689351975917816, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7747399806976318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1731}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1732}
{"loss": -0.3584948480129242, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7531657218933105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1732}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1733}
{"loss": -0.3504009246826172, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7361711859703064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1733}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1734}
{"loss": -0.3673948049545288, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7720075845718384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1734}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1735}
{"loss": -0.31232133507728577, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.6548324823379517, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1735}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1736}
{"loss": -0.36628690361976624, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7694287896156311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1736}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1737}
{"loss": -0.3376041352748871, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7085903882980347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1737}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1738}
{"loss": -0.34003058075904846, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7135690450668335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1738}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1739}
{"loss": -0.3769681751728058, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7910536527633667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1739}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1740}
{"loss": -0.3525110185146332, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7405468225479126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1740}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1741}
{"loss": -0.4084111154079437, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8581209778785706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1741}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1742}
{"loss": -0.37016159296035767, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7778520584106445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1742}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1743}
{"loss": -0.38885289430618286, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8163984417915344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1743}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1744}
{"loss": -0.3585945963859558, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7537237405776978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1744}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1745}
{"loss": -0.376638263463974, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7913708686828613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1745}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1746}
{"loss": -0.3937501609325409, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8265872001647949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1746}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1747}
{"loss": -0.39057639241218567, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8194546699523926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1747}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1748}
{"loss": -0.3477991223335266, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7305059432983398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1748}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1749}
{"loss": -0.36316797137260437, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7629396915435791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1749}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1750}
{"loss": -0.4029625654220581, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8471741676330566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1750}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1751}
{"loss": -0.37986475229263306, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7975805401802063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1751}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1752}
{"loss": -0.40902405977249146, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8582242131233215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1752}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1753}
{"loss": -0.39142972230911255, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.822231650352478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1753}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1754}
{"loss": -0.3138451874256134, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6580200791358948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1754}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1755}
{"loss": -0.3867226541042328, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.812179446220398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1755}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1756}
{"loss": -0.32825741171836853, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6891822814941406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1756}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1757}
{"loss": -0.3611202538013458, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7582374811172485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1757}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1758}
{"loss": -0.37566646933555603, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7884013652801514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1758}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1759}
{"loss": -0.4112742841243744, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8638936281204224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1759}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1760}
{"loss": -0.36024120450019836, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7555255889892578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1760}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1761}
{"loss": -0.3794925808906555, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7975645065307617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1761}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1762}
{"loss": -0.3958921730518341, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8312188982963562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1762}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1763}
{"loss": -0.406236469745636, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8528680801391602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1763}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1764}
{"loss": -0.36786067485809326, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7722164392471313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1764}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1765}
{"loss": -0.3672617971897125, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7704548239707947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1765}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1766}
{"loss": -0.37122079730033875, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7795934677124023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1766}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1767}
{"loss": -0.38736438751220703, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8131621479988098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1767}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1768}
{"loss": -0.3455604016780853, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7250998616218567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1768}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1769}
{"loss": -0.37113726139068604, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7783532738685608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1769}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1770}
{"loss": -0.4088554382324219, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8583292365074158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1770}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1771}
{"loss": -0.35942500829696655, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7550704479217529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1771}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1772}
{"loss": -0.36426275968551636, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7638799548149109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1772}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1773}
{"loss": -0.3804098665714264, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7979636192321777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1773}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1774}
{"loss": -0.3633466064929962, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7603572607040405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1774}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1775}
{"loss": -0.37664514780044556, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7899907827377319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1775}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1776}
{"loss": -0.3367791771888733, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7058029174804688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1776}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1777}
{"loss": -0.34517765045166016, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7238541841506958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1777}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1778}
{"loss": -0.3294731676578522, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.690731942653656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1778}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1779}
{"loss": -0.35434263944625854, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7437410950660706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1779}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1780}
{"loss": -0.3888777792453766, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.815639078617096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1780}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1781}
{"loss": -0.38304007053375244, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8031914234161377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1781}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1782}
{"loss": -0.39033064246177673, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8182623982429504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1782}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1783}
{"loss": -0.35304322838783264, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7402529120445251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1783}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1784}
{"loss": -0.3628058433532715, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7608817219734192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1784}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1785}
{"loss": -0.3660835325717926, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7677189707756042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1785}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1786}
{"loss": -0.3678264319896698, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.770858883857727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1786}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1787}
{"loss": -0.3669060170650482, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7697210907936096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1787}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1788}
{"loss": -0.35014158487319946, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7338971495628357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1788}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1789}
{"loss": -0.3475137948989868, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7282987236976624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1789}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1790}
{"loss": -0.3519634008407593, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7339301109313965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1790}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1791}
{"loss": -0.36651623249053955, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7689844369888306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1791}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1792}
{"loss": -0.3769114017486572, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7907136082649231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1792}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1793}
{"loss": -0.3589673340320587, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7526859045028687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1793}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1794}
{"loss": -0.3863929212093353, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.810316801071167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1794}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1795}
{"loss": -0.3593299984931946, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7531903982162476, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1795}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1796}
{"loss": -0.4093116223812103, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.858158528804779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1796}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1797}
{"loss": -0.3653811514377594, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7665324211120605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1797}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1798}
{"loss": -0.3728741705417633, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7821418046951294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1798}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1799}
{"loss": -0.3617701828479767, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7585546374320984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1799}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1800}
{"loss": -0.39761003851890564, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8342636823654175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1800}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1801}
{"loss": -0.37770870327949524, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7922561168670654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1801}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1802}
{"loss": -0.3934589624404907, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8246541619300842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1802}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1803}
{"loss": -0.3612097203731537, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7571128606796265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1803}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1804}
{"loss": -0.35971879959106445, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7537167072296143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1804}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1805}
{"loss": -0.4075005054473877, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8540403246879578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1805}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1806}
{"loss": -0.35685819387435913, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.74835604429245, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1806}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1807}
{"loss": -0.3525170385837555, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7394365668296814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1807}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1808}
{"loss": -0.42715951800346375, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8972024321556091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1808}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1809}
{"loss": -0.3703348934650421, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7766824960708618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1809}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1810}
{"loss": -0.36821553111076355, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.772142767906189, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1810}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1811}
{"loss": -0.3812941610813141, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7991470694541931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1811}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1812}
{"loss": -0.3094061017036438, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6478860378265381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1812}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1813}
{"loss": -0.37229639291763306, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7801756858825684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1813}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1814}
{"loss": -0.3864378333091736, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8105655908584595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1814}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1815}
{"loss": -0.39580243825912476, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8297704458236694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1815}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1816}
{"loss": -0.38668298721313477, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8119062781333923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1816}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1817}
{"loss": -0.4043393135070801, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8476097583770752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1817}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1818}
{"loss": -0.42322465777397156, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8870177865028381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1818}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1819}
{"loss": -0.3653362989425659, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7654263377189636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1819}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1820}
{"loss": -0.3681098222732544, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.771120548248291, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1820}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1821}
{"loss": -0.3586525022983551, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7514480352401733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1821}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1822}
{"loss": -0.38369590044021606, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8042500019073486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1822}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1823}
{"loss": -0.41427892446517944, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8681264519691467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1823}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1824}
{"loss": -0.36786600947380066, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7704969644546509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1824}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1825}
{"loss": -0.3783833682537079, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7928413152694702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1825}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1826}
{"loss": -0.3856675326824188, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8086082935333252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1826}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1827}
{"loss": -0.35939860343933105, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7529708743095398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1827}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1828}
{"loss": -0.38660791516304016, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8108234405517578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1828}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1829}
{"loss": -0.3465956449508667, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7258840799331665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1829}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1830}
{"loss": -0.40339717268943787, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8451192378997803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1830}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1831}
{"loss": -0.32692950963974, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6837450265884399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1831}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1832}
{"loss": -0.37691378593444824, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7894719839096069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1832}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1833}
{"loss": -0.38693538308143616, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8082543015480042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1833}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1834}
{"loss": -0.34753358364105225, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7263835668563843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1834}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1835}
{"loss": -0.35008594393730164, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7326374053955078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1835}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1836}
{"loss": -0.3881968855857849, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8126723766326904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1836}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1837}
{"loss": -0.39416125416755676, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8262194395065308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1837}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1838}
{"loss": -0.391807496547699, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8210784792900085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1838}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1839}
{"loss": -0.38941189646720886, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8162606954574585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1839}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1840}
{"loss": -0.36890020966529846, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.77255779504776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1840}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1841}
{"loss": -0.3376654088497162, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7071594595909119, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1841}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1842}
{"loss": -0.36187803745269775, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7561693787574768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1842}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1843}
{"loss": -0.36835160851478577, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7711952328681946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1843}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1844}
{"loss": -0.4036533832550049, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8455061316490173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1844}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1845}
{"loss": -0.4054547846317291, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8499060273170471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1845}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1846}
{"loss": -0.378691703081131, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.792894184589386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1846}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1847}
{"loss": -0.39749598503112793, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8332517743110657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1847}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1848}
{"loss": -0.39158305525779724, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8205404877662659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1848}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1849}
{"loss": -0.36236366629600525, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7587898373603821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1849}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1850}
{"loss": -0.36153939366340637, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7572938799858093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1850}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1851}
{"loss": -0.3802469074726105, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7964210510253906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1851}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1852}
{"loss": -0.2925852835178375, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6119102835655212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1852}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1853}
{"loss": -0.3627221882343292, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7589095830917358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1853}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1854}
{"loss": -0.3891903758049011, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8146550059318542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1854}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1855}
{"loss": -0.3661813735961914, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7663407921791077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1855}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1856}
{"loss": -0.38659143447875977, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8103324770927429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1856}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1857}
{"loss": -0.35068991780281067, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7344769835472107, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1857}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1858}
{"loss": -0.3978674113750458, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8334410786628723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1858}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1859}
{"loss": -0.37548530101776123, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7866013646125793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1859}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1860}
{"loss": -0.47073492407798767, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9859438538551331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1860}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1861}
{"loss": -0.3900658190250397, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8125467300415039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1861}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1862}
{"loss": -0.3972548842430115, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8316275477409363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1862}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1863}
{"loss": -0.3349207639694214, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7017027735710144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1863}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1864}
{"loss": -0.3379179835319519, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7068198323249817, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1864}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1865}
{"loss": -0.36556974053382874, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7646045684814453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1865}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1866}
{"loss": -0.37735775113105774, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7895820736885071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1866}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1867}
{"loss": -0.3108408749103546, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6488626599311829, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1867}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1868}
{"loss": -0.36068037152290344, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7543717622756958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1868}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1869}
{"loss": -0.3417269289493561, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7144535779953003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1869}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1870}
{"loss": -0.40363749861717224, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8447587490081787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1870}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1871}
{"loss": -0.3865692913532257, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.809325635433197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1871}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1872}
{"loss": -0.35515496134757996, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7429671883583069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1872}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1873}
{"loss": -0.363221138715744, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7566982507705688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1873}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1874}
{"loss": -0.39486533403396606, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8238199949264526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1874}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1875}
{"loss": -0.39077088236808777, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8172058463096619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1875}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1876}
{"loss": -0.41409140825271606, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8667196035385132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1876}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1877}
{"loss": -0.3869069516658783, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.811000645160675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1877}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1878}
{"loss": -0.4016031324863434, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8409174680709839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1878}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1879}
{"loss": -0.3729839622974396, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7806927561759949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1879}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1880}
{"loss": -0.3593307435512543, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7513353824615479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1880}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1881}
{"loss": -0.3700198531150818, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7738975882530212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1881}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1882}
{"loss": -0.33702585101127625, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7052621841430664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1882}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1883}
{"loss": -0.38955312967300415, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8153409361839294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1883}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1884}
{"loss": -0.3862776458263397, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8088307976722717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1884}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1885}
{"loss": -0.3860379457473755, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8078585863113403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1885}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1886}
{"loss": -0.38749945163726807, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8114368915557861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1886}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1887}
{"loss": -0.4005464017391205, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8383811712265015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1887}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1888}
{"loss": -0.4008762240409851, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8387027382850647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1888}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1889}
{"loss": -0.3111408054828644, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6507074236869812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1889}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1890}
{"loss": -0.37489044666290283, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7846589684486389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1890}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1891}
{"loss": -0.396153062582016, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8286804556846619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1891}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1892}
{"loss": -0.3514842391014099, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7352312803268433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1892}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1893}
{"loss": -0.38789406418800354, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8105691075325012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1893}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1894}
{"loss": -0.3466062545776367, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7244698405265808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1894}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1895}
{"loss": -0.37034887075424194, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.774352490901947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1895}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1896}
{"loss": -0.3537275791168213, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7397286295890808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1896}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1897}
{"loss": -0.4074791371822357, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8524466156959534, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1897}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1898}
{"loss": -0.40641123056411743, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8438817858695984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1898}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1899}
{"loss": -0.3542720377445221, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7410516142845154, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1899}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1900}
{"loss": -0.3867432475090027, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8087332844734192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1900}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1901}
{"loss": -0.3729541599750519, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7800422310829163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1901}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1902}
{"loss": -0.384433776140213, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8051990270614624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1902}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1903}
{"loss": -0.3881252706050873, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8129494190216064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1903}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1904}
{"loss": -0.33120569586753845, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6917889714241028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1904}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1905}
{"loss": -0.3634036183357239, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7594212293624878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1905}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1906}
{"loss": -0.367478609085083, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7684680223464966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1906}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1907}
{"loss": -0.39280077815055847, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8213483691215515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1907}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1908}
{"loss": -0.3522130846977234, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7364397644996643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1908}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1909}
{"loss": -0.38498759269714355, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8051108121871948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1909}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1910}
{"loss": -0.3601623475551605, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7526047825813293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1910}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1911}
{"loss": -0.3249502182006836, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.678788959980011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1911}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1912}
{"loss": -0.4055249094963074, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8474249243736267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1912}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1913}
{"loss": -0.374234676361084, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7817094922065735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1913}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1914}
{"loss": -0.40111228823661804, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8398117423057556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1914}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1915}
{"loss": -0.37916243076324463, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7925990223884583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1915}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1916}
{"loss": -0.3682469427585602, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7692501544952393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1916}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1917}
{"loss": -0.3480258285999298, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7280016541481018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1917}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1918}
{"loss": -0.36779868602752686, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7683376669883728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1918}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1919}
{"loss": -0.4087100028991699, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8547513484954834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1919}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1920}
{"loss": -0.33587461709976196, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7022746205329895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1920}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1921}
{"loss": -0.37552523612976074, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7853635549545288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1921}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1922}
{"loss": -0.4146338701248169, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8669623732566833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1922}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1923}
{"loss": -0.3733355700969696, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7806032299995422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1923}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1924}
{"loss": -0.3792676627635956, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7933028936386108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1924}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1925}
{"loss": -0.3753480315208435, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7851611375808716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1925}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1926}
{"loss": -0.34305256605148315, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7170807123184204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1926}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1927}
{"loss": -0.36669522523880005, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7659737467765808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1927}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1928}
{"loss": -0.35115671157836914, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7338171601295471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1928}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1929}
{"loss": -0.3808923065662384, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.796106219291687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1929}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1930}
{"loss": -0.3894280791282654, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8135865926742554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1930}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1931}
{"loss": -0.3935256004333496, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8227294087409973, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1931}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1932}
{"loss": -0.3186253309249878, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6657386422157288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1932}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1933}
{"loss": -0.3238730728626251, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6761406064033508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1933}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1934}
{"loss": -0.3809293508529663, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7959826588630676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1934}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1935}
{"loss": -0.36248043179512024, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.75722336769104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1935}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1936}
{"loss": -0.3610949218273163, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7545405030250549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1936}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1937}
{"loss": -0.40207335352897644, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8396353721618652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1937}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1938}
{"loss": -0.3648178279399872, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7622875571250916, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1938}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1939}
{"loss": -0.35188961029052734, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7347517013549805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1939}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1940}
{"loss": -0.3742322027683258, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7819756865501404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1940}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1941}
{"loss": -0.3786581754684448, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7917051911354065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1941}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1942}
{"loss": -0.38232606649398804, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7995035648345947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1942}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1943}
{"loss": -0.42370983958244324, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8855704069137573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1943}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1944}
{"loss": -0.38957101106643677, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8140509724617004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1944}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1945}
{"loss": -0.38579580187797546, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8061450123786926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1945}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1946}
{"loss": -0.37537115812301636, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7841756939888, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1946}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1947}
{"loss": -0.4228553771972656, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.8840271830558777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1947}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1948}
{"loss": -0.3342724144458771, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6980341076850891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1948}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1949}
{"loss": -0.4068247973918915, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8499618768692017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1949}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1950}
{"loss": -0.35907408595085144, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.749728798866272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1950}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1951}
{"loss": -0.371473103761673, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7759115099906921, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1951}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1952}
{"loss": -0.3239341974258423, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6756190061569214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1952}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1953}
{"loss": -0.35829707980155945, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7482841610908508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1953}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1954}
{"loss": -0.36729881167411804, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7670673727989197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1954}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1955}
{"loss": -0.41112470626831055, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8590429425239563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1955}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1956}
{"loss": -0.3211074769496918, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.670046329498291, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1956}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1957}
{"loss": -0.364844411611557, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7617044448852539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1957}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1958}
{"loss": -0.3908897638320923, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8165786862373352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1958}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1959}
{"loss": -0.360343873500824, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7523305416107178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1959}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1960}
{"loss": -0.4170634150505066, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.869629442691803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1960}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1961}
{"loss": -0.33381974697113037, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6959909796714783, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1961}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1962}
{"loss": -0.366433709859848, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7652295827865601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1962}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1963}
{"loss": -0.4081982672214508, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.85254967212677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1963}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1964}
{"loss": -0.42695239186286926, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8919994831085205, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1964}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1965}
{"loss": -0.39301544427871704, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8217698335647583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1965}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1966}
{"loss": -0.31411275267601013, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6550962924957275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1966}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1967}
{"loss": -0.39789441227912903, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8311315178871155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1967}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1968}
{"loss": -0.39096304774284363, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8175197243690491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1968}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1969}
{"loss": -0.38301634788513184, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7988297343254089, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1969}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1970}
{"loss": -0.40113502740859985, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8374679088592529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1970}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1971}
{"loss": -0.41387298703193665, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8646308183670044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1971}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1972}
{"loss": -0.37744399905204773, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7881329655647278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1972}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1973}
{"loss": -0.38210028409957886, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7982951402664185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1973}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1974}
{"loss": -0.37605270743370056, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7854949235916138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1974}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1975}
{"loss": -0.3861032724380493, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8062511086463928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1975}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1976}
{"loss": -0.40864360332489014, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8538185358047485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1976}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1977}
{"loss": -0.365659236907959, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7629239559173584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1977}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1978}
{"loss": -0.37940239906311035, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7922294735908508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1978}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1979}
{"loss": -0.3932134807109833, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8214444518089294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1979}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1980}
{"loss": -0.3937077224254608, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8221607208251953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1980}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1981}
{"loss": -0.3446904420852661, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7189621329307556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1981}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1982}
{"loss": -0.37409815192222595, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7798566222190857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1982}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1983}
{"loss": -0.3732786178588867, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7793996930122375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1983}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1984}
{"loss": -0.42341887950897217, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8852377533912659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1984}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1985}
{"loss": -0.3675544261932373, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7674508094787598, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1985}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1986}
{"loss": -0.38697394728660583, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8075677752494812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1986}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1987}
{"loss": -0.38932985067367554, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8123990893363953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1987}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1988}
{"loss": -0.3799314796924591, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.792834460735321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1988}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1989}
{"loss": -0.37049776315689087, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7728226780891418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1989}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1990}
{"loss": -0.3800341486930847, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7930745482444763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1990}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1991}
{"loss": -0.29226014018058777, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6084268689155579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1991}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 1992}
{"loss": -0.39636075496673584, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8268532752990723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1992}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1993}
{"loss": -0.3464929461479187, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7234843373298645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1993}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1994}
{"loss": -0.38690125942230225, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8077660799026489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1994}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 1995}
{"loss": -0.35953599214553833, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7506717443466187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1995}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1996}
{"loss": -0.368670791387558, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7695053815841675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1996}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1997}
{"loss": -0.4095025360584259, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.855087161064148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1997}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1998}
{"loss": -0.3208908140659332, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.669944167137146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1998}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1999}
{"loss": -0.3726561367511749, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.777129590511322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1999}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 2000}
{"loss": -0.35529810190200806, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7396917343139648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2000}
{"epoch": 2000, "positional_disent": 0.7717987895011902, "bag_of_symbol_disent": 0.08770356327295303, "topographic_sim": 0.29453667937669886}
{"epoch": 2000, "positional_disent": 0.8006277084350586, "bag_of_symbol_disent": 0.0668550431728363, "topographic_sim": 0.8923710731879416}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 2000}
