Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=724, receiver='ModifReceiver', receiver_emb=30, sender='ModifSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.6673468947410583, "acc_or": 0.826020359992981}, "epoch": 1}
{"loss": 1.8651063442230225, "acc": 0.7174750566482544, "acc_or": 0.8514279127120972, "sender_entropy": 0.4217539131641388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "epoch": 2}
{"loss": 2.155700922012329, "acc": 0.9191976189613342, "acc_or": 0.9593721628189087, "sender_entropy": 0.6873229146003723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9295917749404907, "acc_or": 0.964285671710968}, "epoch": 3}
{"loss": 2.0064477920532227, "acc": 0.9518359303474426, "acc_or": 0.9758046269416809, "sender_entropy": 0.8127654790878296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 4}
{"loss": 1.67452073097229, "acc": 0.9410697817802429, "acc_or": 0.9704782366752625, "sender_entropy": 0.8925380706787109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9397958517074585}, "epoch": 5}
{"loss": 1.4482312202453613, "acc": 0.9248639941215515, "acc_or": 0.9622053503990173, "sender_entropy": 0.9755175709724426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9198979139328003}, "epoch": 6}
{"loss": 1.314719319343567, "acc": 0.9086582064628601, "acc_or": 0.9543290734291077, "sender_entropy": 1.0316776037216187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 7}
{"loss": 0.8782079219818115, "acc": 0.8899592161178589, "acc_or": 0.9449796080589294, "sender_entropy": 0.7584807872772217, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8714285492897034, "acc_or": 0.9357142448425293}, "epoch": 8}
{"loss": 0.7684493064880371, "acc": 0.8882592916488647, "acc_or": 0.9441296458244324, "sender_entropy": 0.7511793971061707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.935204029083252}, "epoch": 9}
{"loss": 0.6160796284675598, "acc": 0.8868993520736694, "acc_or": 0.9434496760368347, "sender_entropy": 0.6371327638626099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 10}
{"loss": 0.5077239274978638, "acc": 0.8820263147354126, "acc_or": 0.9410131573677063, "sender_entropy": 0.5691155791282654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 11}
{"loss": 0.47712722420692444, "acc": 0.8854261040687561, "acc_or": 0.9427130818367004, "sender_entropy": 0.6044883131980896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 12}
{"loss": 0.45976805686950684, "acc": 0.8864460587501526, "acc_or": 0.9432229995727539, "sender_entropy": 0.6611251831054688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 13}
{"loss": 0.48397019505500793, "acc": 0.8875793218612671, "acc_or": 0.9437896609306335, "sender_entropy": 0.8266210556030273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 14}
{"loss": 0.3411232531070709, "acc": 0.8829329013824463, "acc_or": 0.9414664506912231, "sender_entropy": 0.6129170060157776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 15}
{"loss": 0.33399808406829834, "acc": 0.8845195174217224, "acc_or": 0.9422597289085388, "sender_entropy": 0.6368351578712463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 16}
{"loss": 0.3221947252750397, "acc": 0.8861060738563538, "acc_or": 0.9430530667304993, "sender_entropy": 0.6770395636558533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 17}
{"loss": 0.2868802547454834, "acc": 0.8878059983253479, "acc_or": 0.9439029693603516, "sender_entropy": 0.6866325736045837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 18}
{"loss": 0.27049851417541504, "acc": 0.8878059983253479, "acc_or": 0.9439029693603516, "sender_entropy": 0.7127946615219116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 19}
{"loss": 0.23881283402442932, "acc": 0.8848595023155212, "acc_or": 0.9424297213554382, "sender_entropy": 0.6572703719139099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 20}
{"loss": 0.21867267787456512, "acc": 0.8820263147354126, "acc_or": 0.9410131573677063, "sender_entropy": 0.6842499375343323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 21}
{"loss": 0.19078996777534485, "acc": 0.8839528560638428, "acc_or": 0.9419764280319214, "sender_entropy": 0.6422125101089478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.827551007270813, "acc_or": 0.9137754440307617}, "epoch": 22}
{"loss": 0.1797720491886139, "acc": 0.8883726000785828, "acc_or": 0.9441863298416138, "sender_entropy": 0.6554487347602844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8285713791847229, "acc_or": 0.9142856597900391}, "epoch": 23}
{"loss": 0.16671694815158844, "acc": 0.8884859681129456, "acc_or": 0.9442429542541504, "sender_entropy": 0.6792312860488892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8306121826171875, "acc_or": 0.9153060913085938}, "epoch": 24}
{"loss": 0.1508951336145401, "acc": 0.8859927654266357, "acc_or": 0.9429963827133179, "sender_entropy": 0.7391213774681091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 25}
{"loss": 0.13192586600780487, "acc": 0.8887125849723816, "acc_or": 0.9443563222885132, "sender_entropy": 0.7010307908058167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 26}
{"loss": 0.11922260373830795, "acc": 0.8873526453971863, "acc_or": 0.9436763525009155, "sender_entropy": 0.7129615545272827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "epoch": 27}
{"loss": 0.10305434465408325, "acc": 0.8898458480834961, "acc_or": 0.944922924041748, "sender_entropy": 0.6148055195808411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 28}
{"loss": 0.09266825020313263, "acc": 0.8908658027648926, "acc_or": 0.9454329013824463, "sender_entropy": 0.8169145584106445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "epoch": 29}
{"loss": 0.08364405483007431, "acc": 0.8951722383499146, "acc_or": 0.9475861191749573, "sender_entropy": 0.7647231221199036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.7938775420188904, "acc_or": 0.8969387412071228}, "epoch": 30}
{"loss": 0.07024910300970078, "acc": 0.8931323885917664, "acc_or": 0.9465661644935608, "sender_entropy": 0.7173418402671814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.905102014541626}, "epoch": 31}
{"loss": 0.0591779500246048, "acc": 0.8944922685623169, "acc_or": 0.9472461342811584, "sender_entropy": 0.8129013180732727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.7948979139328003, "acc_or": 0.8974489569664001}, "epoch": 32}
{"loss": 0.06179473549127579, "acc": 0.9009519219398499, "acc_or": 0.9504759907722473, "sender_entropy": 0.6824029088020325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8132652640342712, "acc_or": 0.9066326022148132}, "epoch": 33}
{"loss": 0.04665883630514145, "acc": 0.8994786739349365, "acc_or": 0.9497393369674683, "sender_entropy": 0.697518527507782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.8020407557487488, "acc_or": 0.901020348072052}, "epoch": 34}
{"loss": 0.04065103828907013, "acc": 0.9062783122062683, "acc_or": 0.9531391859054565, "sender_entropy": 0.7746060490608215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.7938775420188904, "acc_or": 0.8969387412071228}, "epoch": 35}
{"loss": 0.03532474488019943, "acc": 0.9008386135101318, "acc_or": 0.9504193067550659, "sender_entropy": 0.6631951928138733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.8020407557487488, "acc_or": 0.901020348072052}, "epoch": 36}
{"loss": 0.029381968080997467, "acc": 0.9066182971000671, "acc_or": 0.953309178352356, "sender_entropy": 0.7334162592887878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "epoch": 37}
{"loss": 0.01978512853384018, "acc": 0.9034451246261597, "acc_or": 0.9517225623130798, "sender_entropy": 0.6976282596588135, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.7979591488838196, "acc_or": 0.8989795446395874}, "epoch": 38}
{"loss": 0.0006458982825279236, "acc": 0.9040117859840393, "acc_or": 0.952005922794342, "sender_entropy": 0.764977216720581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5816326141357422}, "uniform holdout": {"acc": 0.7867346405982971, "acc_or": 0.8933672904968262}, "epoch": 39}
{"loss": 0.008236132562160492, "acc": 0.9019718766212463, "acc_or": 0.9509859681129456, "sender_entropy": 0.6489152908325195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.7999999523162842, "acc_or": 0.8999999761581421}, "epoch": 40}
{"loss": -0.0031754598021507263, "acc": 0.9020852446556091, "acc_or": 0.9510425925254822, "sender_entropy": 0.7201715707778931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.8020407557487488, "acc_or": 0.901020348072052}, "epoch": 41}
{"loss": -0.01598644256591797, "acc": 0.9016318917274475, "acc_or": 0.9508159756660461, "sender_entropy": 0.7346199154853821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "epoch": 42}
{"loss": -0.017309248447418213, "acc": 0.9060516953468323, "acc_or": 0.9530258178710938, "sender_entropy": 0.7566238641738892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.7989795804023743, "acc_or": 0.8994897603988647}, "epoch": 43}
{"loss": -0.0285414457321167, "acc": 0.9031051397323608, "acc_or": 0.9515525698661804, "sender_entropy": 0.7436075210571289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.7938775420188904, "acc_or": 0.8969387412071228}, "epoch": 44}
{"loss": -0.02119395136833191, "acc": 0.9042384624481201, "acc_or": 0.9521192312240601, "sender_entropy": 0.6776421666145325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.8030611872673035, "acc_or": 0.9015305638313293}, "epoch": 45}
{"loss": -0.044585078954696655, "acc": 0.904578447341919, "acc_or": 0.9522892236709595, "sender_entropy": 0.7405630946159363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.7979591488838196, "acc_or": 0.8989795446395874}, "epoch": 46}
{"loss": -0.04390554130077362, "acc": 0.9051450490951538, "acc_or": 0.9525725245475769, "sender_entropy": 0.7576106190681458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.7857142686843872, "acc_or": 0.8928570747375488}, "epoch": 47}
{"loss": -0.033253684639930725, "acc": 0.9032185077667236, "acc_or": 0.9516092538833618, "sender_entropy": 0.669120192527771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.7806122303009033, "acc_or": 0.8903060555458069}, "epoch": 48}
{"loss": -0.02946096658706665, "acc": 0.9050317406654358, "acc_or": 0.9525158405303955, "sender_entropy": 0.6144149899482727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.7948979139328003, "acc_or": 0.8974489569664001}, "epoch": 49}
{"loss": -0.05657613277435303, "acc": 0.9075249433517456, "acc_or": 0.9537624716758728, "sender_entropy": 0.7450900673866272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.8051019906997681, "acc_or": 0.902550995349884}, "epoch": 50}
{"loss": -0.06420859694480896, "acc": 0.9058250188827515, "acc_or": 0.9529125094413757, "sender_entropy": 0.7609133124351501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.791836678981781, "acc_or": 0.8959183096885681}, "epoch": 51}
{"loss": -0.06189487874507904, "acc": 0.904805064201355, "acc_or": 0.9524025321006775, "sender_entropy": 0.7095271348953247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.8020407557487488, "acc_or": 0.901020348072052}, "epoch": 52}
{"loss": -0.06658738106489182, "acc": 0.904578447341919, "acc_or": 0.9522892236709595, "sender_entropy": 0.7164912223815918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.7857142686843872, "acc_or": 0.8928570747375488}, "epoch": 53}
{"loss": -0.04941742122173309, "acc": 0.9037851095199585, "acc_or": 0.9518925547599792, "sender_entropy": 0.6258025765419006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.7979591488838196, "acc_or": 0.8989795446395874}, "epoch": 54}
{"loss": -0.0699821412563324, "acc": 0.9066182971000671, "acc_or": 0.953309178352356, "sender_entropy": 0.7121406197547913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "epoch": 55}
{"loss": -0.09751718491315842, "acc": 0.9060516953468323, "acc_or": 0.9530258178710938, "sender_entropy": 0.8245857954025269, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "epoch": 56}
{"loss": -0.06651849299669266, "acc": 0.9071849584579468, "acc_or": 0.9535924792289734, "sender_entropy": 0.6670631766319275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "epoch": 57}
{"loss": -0.10475427657365799, "acc": 0.9054850339889526, "acc_or": 0.9527425169944763, "sender_entropy": 0.8050128817558289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.7938775420188904, "acc_or": 0.8969387412071228}, "epoch": 58}
{"loss": -0.07655419409275055, "acc": 0.904578447341919, "acc_or": 0.9522892236709595, "sender_entropy": 0.6697344183921814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.7969387173652649, "acc_or": 0.8984693288803101}, "epoch": 59}
{"loss": -0.09883622080087662, "acc": 0.9063916802406311, "acc_or": 0.9531958103179932, "sender_entropy": 0.7558636665344238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.8030611872673035, "acc_or": 0.9015305638313293}, "epoch": 60}
{"loss": -0.09100724011659622, "acc": 0.9067316651344299, "acc_or": 0.9533658027648926, "sender_entropy": 0.7169129252433777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.791836678981781, "acc_or": 0.8959183096885681}, "epoch": 61}
{"loss": -0.10408633947372437, "acc": 0.904691755771637, "acc_or": 0.9523458480834961, "sender_entropy": 0.744263231754303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.75}, "uniform holdout": {"acc": 0.8122448921203613, "acc_or": 0.9061223864555359}, "epoch": 62}
{"loss": -0.12799254059791565, "acc": 0.906844973564148, "acc_or": 0.953422486782074, "sender_entropy": 0.8308371901512146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "epoch": 63}
{"loss": -0.09999378770589828, "acc": 0.9050317406654358, "acc_or": 0.9525158405303955, "sender_entropy": 0.7102681398391724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.7877550721168518, "acc_or": 0.8938775062561035}, "epoch": 64}
{"loss": -0.10764497518539429, "acc": 0.9094514846801758, "acc_or": 0.9547257423400879, "sender_entropy": 0.7223746180534363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.7897958755493164, "acc_or": 0.8948979377746582}, "epoch": 65}
{"loss": -0.11621395498514175, "acc": 0.9021985530853271, "acc_or": 0.9510992765426636, "sender_entropy": 0.7391237616539001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.8030611872673035, "acc_or": 0.9015305638313293}, "epoch": 66}
{"loss": -0.12197688221931458, "acc": 0.9112647175788879, "acc_or": 0.9556323885917664, "sender_entropy": 0.7716665267944336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.48469385504722595, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "epoch": 67}
{"loss": -0.10664267092943192, "acc": 0.9063916802406311, "acc_or": 0.9531958103179932, "sender_entropy": 0.6930289268493652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.48469385504722595, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "epoch": 68}
{"loss": -0.12088944017887115, "acc": 0.9082049131393433, "acc_or": 0.9541024565696716, "sender_entropy": 0.7516911625862122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.7846938371658325, "acc_or": 0.8923469185829163}, "epoch": 69}
{"loss": -0.09968770295381546, "acc": 0.9074115753173828, "acc_or": 0.9537057876586914, "sender_entropy": 0.6676247715950012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "epoch": 70}
{"loss": -0.10985692590475082, "acc": 0.9179510474205017, "acc_or": 0.9589754939079285, "sender_entropy": 0.7192494869232178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "epoch": 71}
{"loss": -0.13220202922821045, "acc": 0.9140979051589966, "acc_or": 0.9570489525794983, "sender_entropy": 0.7790321707725525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.8081632256507874, "acc_or": 0.9040815830230713}, "epoch": 72}
{"loss": -0.10365297645330429, "acc": 0.9167044162750244, "acc_or": 0.9583522081375122, "sender_entropy": 0.6807408928871155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "epoch": 73}
{"loss": -0.1167101263999939, "acc": 0.9203309416770935, "acc_or": 0.9601654410362244, "sender_entropy": 0.7162508964538574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.8183673024177551, "acc_or": 0.9091836214065552}, "epoch": 74}
{"loss": -0.133957177400589, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 0.7711376547813416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "epoch": 75}
{"loss": -0.12409701943397522, "acc": 0.9174977540969849, "acc_or": 0.9587488770484924, "sender_entropy": 0.7375606894493103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.8153060674667358, "acc_or": 0.9076530337333679}, "epoch": 76}
{"loss": -0.14355050027370453, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 0.7917648553848267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.905102014541626}, "epoch": 77}
{"loss": -0.13712388277053833, "acc": 0.9207842350006104, "acc_or": 0.9603921175003052, "sender_entropy": 0.7526403069496155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "epoch": 78}
{"loss": -0.1506444811820984, "acc": 0.9197642803192139, "acc_or": 0.9598821401596069, "sender_entropy": 0.7988771200180054, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 78}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "epoch": 79}
{"loss": -0.12060176581144333, "acc": 0.9187443256378174, "acc_or": 0.9593721628189087, "sender_entropy": 0.687462568283081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 79}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.8122448921203613, "acc_or": 0.9061223864555359}, "epoch": 80}
{"loss": -0.1486700475215912, "acc": 0.921464204788208, "acc_or": 0.960732102394104, "sender_entropy": 0.7785228490829468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 80}
{"generalization hold out": {"acc": 0.48469385504722595, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.8132652640342712, "acc_or": 0.9066326022148132}, "epoch": 81}
{"loss": -0.147731751203537, "acc": 0.9205575585365295, "acc_or": 0.9602788090705872, "sender_entropy": 0.7776404619216919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 81}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.8122448921203613, "acc_or": 0.9061223864555359}, "epoch": 82}
{"loss": -0.13571591675281525, "acc": 0.9213508367538452, "acc_or": 0.9606754183769226, "sender_entropy": 0.7329127192497253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 82}
{"generalization hold out": {"acc": 0.48469385504722595, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.809183657169342, "acc_or": 0.9045917987823486}, "epoch": 83}
{"loss": -0.13247545063495636, "acc": 0.9348368048667908, "acc_or": 0.9674184322357178, "sender_entropy": 0.7170041799545288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 83}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.809183657169342, "acc_or": 0.9045917987823486}, "epoch": 84}
{"loss": -0.12558606266975403, "acc": 0.9187443256378174, "acc_or": 0.9593721628189087, "sender_entropy": 0.6820375919342041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 84}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.8071427941322327, "acc_or": 0.903571367263794}, "epoch": 85}
{"loss": -0.152291938662529, "acc": 0.9220308065414429, "acc_or": 0.9610154032707214, "sender_entropy": 0.7593865990638733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 85}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.8122448921203613, "acc_or": 0.9061223864555359}, "epoch": 86}
{"loss": -0.16272807121276855, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 0.786983072757721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 86}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.8081632256507874, "acc_or": 0.9040815830230713}, "epoch": 87}
{"loss": -0.14188149571418762, "acc": 0.93019038438797, "acc_or": 0.9650952219963074, "sender_entropy": 0.7401584386825562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 87}
{"generalization hold out": {"acc": 0.47959181666374207, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.905102014541626}, "epoch": 88}
{"loss": -0.15894368290901184, "acc": 0.9299637079238892, "acc_or": 0.9649818539619446, "sender_entropy": 0.7708137035369873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 88}
{"generalization hold out": {"acc": 0.47959181666374207, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.8132652640342712, "acc_or": 0.9066326022148132}, "epoch": 89}
{"loss": -0.1535373330116272, "acc": 0.9401631951332092, "acc_or": 0.9700815677642822, "sender_entropy": 0.7559618353843689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 89}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "epoch": 90}
{"loss": -0.12422816455364227, "acc": 0.9486627578735352, "acc_or": 0.9743313789367676, "sender_entropy": 0.672991156578064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 90}
{"generalization hold out": {"acc": 0.48469385504722595, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "epoch": 91}
{"loss": -0.14391176402568817, "acc": 0.9559156894683838, "acc_or": 0.9779578447341919, "sender_entropy": 0.7353807091712952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 91}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7551020383834839}, "uniform holdout": {"acc": 0.8193877339363098, "acc_or": 0.9096938371658325}, "epoch": 92}
{"loss": -0.1405853033065796, "acc": 0.9783545136451721, "acc_or": 0.9891772270202637, "sender_entropy": 0.7719938158988953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 92}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9714285135269165, "acc_or": 0.9857142567634583}, "epoch": 93}
{"loss": -0.07696793228387833, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6713908314704895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 93}
{"generalization hold out": {"acc": 0.30102041363716125, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 94}
{"loss": -0.07722040265798569, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6973947882652283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 94}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 95}
{"loss": -0.08667147904634476, "acc": 0.9971668124198914, "acc_or": 0.9985267519950867, "sender_entropy": 0.7723821401596069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 95}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 96}
{"loss": -0.08065035194158554, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7206717133522034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 96}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 97}
{"loss": -0.07207498699426651, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6616469621658325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 97}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 98}
{"loss": -0.0869184136390686, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7372562289237976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 98}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 99}
{"loss": -0.08300980180501938, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7160757184028625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 99}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 100}
{"loss": -0.08581402897834778, "acc": 0.997846782207489, "acc_or": 0.9988100528717041, "sender_entropy": 0.7168383002281189, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 100}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 101}
{"loss": -0.08868997544050217, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7193427681922913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 101}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 102}
{"loss": -0.09443677216768265, "acc": 0.9975067973136902, "acc_or": 0.9986967444419861, "sender_entropy": 0.74831223487854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 102}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 103}
{"loss": -0.09797151386737823, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7724853754043579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 103}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 104}
{"loss": -0.10034201294183731, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7682437300682068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 104}
{"generalization hold out": {"acc": 0.47959181666374207, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 105}
{"loss": -0.10615082085132599, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.77528977394104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 105}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 106}
{"loss": -0.10816142708063126, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7746119499206543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 106}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 107}
{"loss": -0.09903272986412048, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7134457230567932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 107}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 108}
{"loss": -0.09820618480443954, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6981971263885498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 108}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 109}
{"loss": -0.10602274537086487, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7484015822410583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 109}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 110}
{"loss": -0.12030141055583954, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8009557723999023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 110}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 111}
{"loss": -0.12094277888536453, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.805090069770813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 111}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 112}
{"loss": -0.11086653172969818, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7288907766342163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 112}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 113}
{"loss": -0.11513032764196396, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7468551397323608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 113}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 114}
{"loss": -0.11273019015789032, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7180333137512207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 114}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 115}
{"loss": -0.11517858505249023, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7185556888580322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 115}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 116}
{"loss": -0.13046382367610931, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7941203713417053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 116}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 117}
{"loss": -0.12617315351963043, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7698262929916382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 117}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 118}
{"loss": -0.127290740609169, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7589381337165833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 118}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 119}
{"loss": -0.13413231074810028, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7756120562553406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 119}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 120}
{"loss": -0.12957891821861267, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7458645701408386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 120}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 121}
{"loss": -0.14364933967590332, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8014811873435974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 121}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 122}
{"loss": -0.13746343553066254, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7700709700584412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 122}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 123}
{"loss": -0.1376097947359085, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.768374502658844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 123}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 124}
{"loss": -0.13856233656406403, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7670403718948364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 124}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 125}
{"loss": -0.147356316447258, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8042397499084473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 125}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 126}
{"loss": -0.13821378350257874, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7435763478279114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 126}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 127}
{"loss": -0.1572205126285553, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8354888558387756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 127}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 128}
{"loss": -0.1574476659297943, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.8138225078582764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 128}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 129}
{"loss": -0.15650993585586548, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8106846213340759, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 129}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 130}
{"loss": -0.1441698968410492, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7431939840316772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 130}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 131}
{"loss": -0.14505475759506226, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7413306832313538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 131}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 132}
{"loss": -0.14182966947555542, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7258565425872803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 132}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 133}
{"loss": -0.14775027334690094, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7482749819755554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 133}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 134}
{"loss": -0.15820227563381195, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7911125421524048, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 134}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 135}
{"loss": -0.17428678274154663, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8498926162719727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 135}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 136}
{"loss": -0.1757630705833435, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8520607948303223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 136}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 137}
{"loss": -0.16409443318843842, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7761603593826294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 137}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 138}
{"loss": -0.1590939462184906, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7598457336425781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 138}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 139}
{"loss": -0.1700052171945572, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8012020587921143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 139}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 140}
{"loss": -0.17195937037467957, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8002133965492249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 140}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 141}
{"loss": -0.1782514601945877, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8138299584388733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 141}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 142}
{"loss": -0.19215957820415497, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8776745796203613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 142}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 143}
{"loss": -0.18335163593292236, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8325983881950378, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 143}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 144}
{"loss": -0.17703700065612793, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8008337616920471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 144}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 145}
{"loss": -0.17114461958408356, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7654359340667725, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 145}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 146}
{"loss": -0.16775064170360565, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7503660917282104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 146}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 147}
{"loss": -0.17646731436252594, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7813019752502441, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 147}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 148}
{"loss": -0.17455337941646576, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7629429697990417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 148}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 149}
{"loss": -0.18195118010044098, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7892189621925354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 149}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 150}
{"loss": -0.16896522045135498, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.729095995426178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 150}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 151}
{"loss": -0.17906294763088226, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7732545137405396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 151}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 152}
{"loss": -0.1799314171075821, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7622140049934387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 152}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 153}
{"loss": -0.17488834261894226, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7469425797462463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 153}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 154}
{"loss": -0.19063425064086914, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7933396697044373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 154}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 155}
{"loss": -0.17166908085346222, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.71291583776474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 155}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 156}
{"loss": -0.1810431182384491, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7521362900733948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 156}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 157}
{"loss": -0.18144840002059937, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7350045442581177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 157}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 158}
{"loss": -0.1892663687467575, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.77281653881073, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 158}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 159}
{"loss": -0.187879279255867, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7686009407043457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 159}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 160}
{"loss": -0.18378709256649017, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7370342016220093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 160}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 161}
{"loss": -0.19256038963794708, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7654951214790344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 161}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 162}
{"loss": -0.19259478151798248, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7736262083053589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 162}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 163}
{"loss": -0.21156089007854462, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8440074920654297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 163}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 164}
{"loss": -0.18026190996170044, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7195279002189636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 164}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 165}
{"loss": -0.19632849097251892, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7741477489471436, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 165}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 166}
{"loss": -0.19010299444198608, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7464393377304077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 166}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 167}
{"loss": -0.20205937325954437, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7826526761054993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 167}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 168}
{"loss": -0.19846737384796143, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7639784216880798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 168}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 169}
{"loss": -0.19924308359622955, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.769278883934021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 169}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 170}
{"loss": -0.18388447165489197, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7079929709434509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 170}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 171}
{"loss": -0.20625771582126617, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7893913984298706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 171}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 172}
{"loss": -0.19789482653141022, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7466474175453186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 172}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 173}
{"loss": -0.21742470562458038, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8163745999336243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 173}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 174}
{"loss": -0.2058497965335846, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.770487368106842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 174}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 175}
{"loss": -0.2030293345451355, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7544313073158264, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 175}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 176}
{"loss": -0.1947103887796402, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7184723019599915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 176}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 177}
{"loss": -0.22126761078834534, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8000214695930481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 177}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 178}
{"loss": -0.21563556790351868, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.791903555393219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 178}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 179}
{"loss": -0.20938046276569366, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7673437595367432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 179}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 180}
{"loss": -0.19373534619808197, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7069551944732666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 180}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6428571343421936}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 181}
{"loss": -0.21081754565238953, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7588385939598083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 181}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 182}
{"loss": -0.18767237663269043, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6743645071983337, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 182}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 183}
{"loss": -0.19511903822422028, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7051993012428284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 183}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6352040767669678}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 184}
{"loss": -0.19774489104747772, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7055779099464417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 184}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 185}
{"loss": -0.2068430632352829, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7393488883972168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 185}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 186}
{"loss": -0.19391368329524994, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6834231019020081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 186}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 187}
{"loss": -0.19215606153011322, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6761801838874817, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 187}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 188}
{"loss": -0.2079302966594696, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7312358021736145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 188}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 189}
{"loss": -0.20750288665294647, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7215353846549988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 189}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 190}
{"loss": -0.21872374415397644, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7664198279380798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 190}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 191}
{"loss": -0.225359708070755, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7834221720695496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 191}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 192}
{"loss": -0.24290063977241516, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8414532542228699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 192}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 193}
{"loss": -0.217169389128685, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7474966645240784, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 193}
{"generalization hold out": {"acc": 0.20918366312980652, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 194}
{"loss": -0.20123638212680817, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6916278004646301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 194}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 195}
{"loss": -0.21194246411323547, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7258489727973938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 195}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5816326141357422}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 196}
{"loss": -0.2088620960712433, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7136380076408386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 196}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 197}
{"loss": -0.22276437282562256, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7606236338615417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 197}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 198}
{"loss": -0.2361532747745514, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7984612584114075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 198}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 199}
{"loss": -0.2230444997549057, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7559581995010376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 199}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 200}
{"loss": -0.2307865023612976, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7811143398284912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 200}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 201}
{"loss": -0.22347840666770935, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7406760454177856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 201}
{"generalization hold out": {"acc": 0.34183672070503235, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 202}
{"loss": -0.21946534514427185, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.73454350233078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 202}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 203}
{"loss": -0.23637859523296356, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.786742627620697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 203}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6556122303009033}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 204}
{"loss": -0.22133822739124298, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7400819659233093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 204}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 205}
{"loss": -0.20867326855659485, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6970496773719788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 205}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 206}
{"loss": -0.2158975750207901, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7104610800743103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 206}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 207}
{"loss": -0.21723954379558563, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7147594690322876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 207}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 208}
{"loss": -0.211165651679039, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6931944489479065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 208}
{"generalization hold out": {"acc": 0.13265305757522583, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 209}
{"loss": -0.21339090168476105, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6988630294799805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 209}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 210}
{"loss": -0.21861591935157776, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7151070237159729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 210}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5561224222183228}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 211}
{"loss": -0.23939691483974457, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7771484851837158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 211}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 212}
{"loss": -0.21661685407161713, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7035818696022034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 212}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 213}
{"loss": -0.2238171100616455, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7270165681838989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 213}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 214}
{"loss": -0.22849881649017334, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7362865209579468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 214}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 215}
{"loss": -0.2502114176750183, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8080185055732727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 215}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 216}
{"loss": -0.2316170036792755, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7478853464126587, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 216}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 217}
{"loss": -0.2301734983921051, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.740352988243103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 217}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 218}
{"loss": -0.21573874354362488, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.69109046459198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 218}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 219}
{"loss": -0.20776565372943878, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6622813940048218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 219}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 220}
{"loss": -0.24883387982845306, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7875908017158508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 220}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 221}
{"loss": -0.2281699776649475, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7256607413291931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 221}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.625}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 222}
{"loss": -0.23098315298557281, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7319772243499756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 222}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 223}
{"loss": -0.21971477568149567, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.689281165599823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 223}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 224}
{"loss": -0.22569914162158966, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7126029133796692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 224}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6071428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 225}
{"loss": -0.23190200328826904, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7279117107391357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 225}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6428571343421936}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 226}
{"loss": -0.2208663523197174, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6932398676872253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 226}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 227}
{"loss": -0.23404331505298615, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7295008897781372, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 227}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 228}
{"loss": -0.2197898030281067, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6835088133811951, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 228}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 229}
{"loss": -0.22452828288078308, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6995558738708496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 229}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 230}
{"loss": -0.24380943179130554, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7592016458511353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 230}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.6198979616165161}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 231}
{"loss": -0.2137603908777237, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6596085429191589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 231}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 232}
{"loss": -0.22724001109600067, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7028687000274658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 232}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 233}
{"loss": -0.22640283405780792, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6944617629051208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 233}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 234}
{"loss": -0.2578122615814209, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7930471897125244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 234}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 235}
{"loss": -0.22328637540340424, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6875748038291931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 235}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5790815949440002}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 236}
{"loss": -0.24987702071666718, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7669087648391724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 236}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 237}
{"loss": -0.2468750774860382, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7556315064430237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 237}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 238}
{"loss": -0.25191086530685425, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.771332859992981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 238}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 239}
{"loss": -0.24230989813804626, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7337182760238647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 239}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 240}
{"loss": -0.22107723355293274, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6711690425872803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 240}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.625}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 241}
{"loss": -0.23634785413742065, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7136797308921814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 241}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 242}
{"loss": -0.24280574917793274, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7381607294082642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 242}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 243}
{"loss": -0.24665220081806183, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7477131485939026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 243}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 244}
{"loss": -0.2384193241596222, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7188087701797485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 244}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 245}
{"loss": -0.2348976880311966, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7058086395263672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 245}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 246}
{"loss": -0.24317295849323273, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.730422854423523, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 246}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 247}
{"loss": -0.2355615347623825, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7062318921089172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 247}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 248}
{"loss": -0.2479315549135208, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7388320565223694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 248}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 249}
{"loss": -0.25228673219680786, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7551380395889282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 249}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 250}
{"loss": -0.25002676248550415, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7439073324203491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 250}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5765305757522583}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 251}
{"loss": -0.24285277724266052, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.721729576587677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 251}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 252}
{"loss": -0.2508619427680969, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7432155013084412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 252}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 253}
{"loss": -0.260738343000412, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7723138332366943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 253}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 254}
{"loss": -0.2463875710964203, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7307194471359253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 254}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 255}
{"loss": -0.25149303674697876, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7429708242416382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 255}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 256}
{"loss": -0.24216067790985107, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7170341610908508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 256}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 257}
{"loss": -0.2414674460887909, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7075384855270386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 257}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 258}
{"loss": -0.25376319885253906, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7433503866195679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 258}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 259}
{"loss": -0.2658872604370117, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7788820266723633, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 259}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 260}
{"loss": -0.27660617232322693, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8068099617958069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 260}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 261}
{"loss": -0.2567044496536255, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7514534592628479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 261}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 262}
{"loss": -0.2667069733142853, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7791174650192261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 262}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 263}
{"loss": -0.24605011940002441, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7183226943016052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 263}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 264}
{"loss": -0.25625503063201904, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7464790344238281, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 264}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 265}
{"loss": -0.24732519686222076, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7169455289840698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 265}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 266}
{"loss": -0.26020604372024536, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7535587549209595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 266}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 267}
{"loss": -0.2516608238220215, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7268590927124023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 267}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 268}
{"loss": -0.251425176858902, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7268788814544678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 268}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 269}
{"loss": -0.24988476932048798, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7224645614624023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 269}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 270}
{"loss": -0.2532566785812378, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7301474213600159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 270}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 271}
{"loss": -0.26430076360702515, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7610756158828735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 271}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 272}
{"loss": -0.26175257563591003, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7488842606544495, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 272}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 273}
{"loss": -0.25901904702186584, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7412492036819458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 273}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 274}
{"loss": -0.2561754286289215, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7318931818008423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 274}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 275}
{"loss": -0.24224501848220825, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6925758123397827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 275}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 276}
{"loss": -0.25594663619995117, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7271887063980103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 276}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 277}
{"loss": -0.26862633228302, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.765438437461853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 277}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 278}
{"loss": -0.2668830454349518, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7593191862106323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 278}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 279}
{"loss": -0.27265819907188416, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7746749520301819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 279}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 280}
{"loss": -0.2550121545791626, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7253776788711548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 280}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5765305757522583}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 281}
{"loss": -0.25989672541618347, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7341459393501282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 281}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 282}
{"loss": -0.2535618245601654, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7171054482460022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 282}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 283}
{"loss": -0.25180599093437195, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7097342610359192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 283}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 284}
{"loss": -0.27500197291374207, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7758336067199707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 284}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 285}
{"loss": -0.2616831660270691, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7364773154258728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 285}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 286}
{"loss": -0.2693309187889099, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7574337720870972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 286}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 287}
{"loss": -0.260911226272583, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7309872508049011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 287}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 288}
{"loss": -0.28665032982826233, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8033878803253174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 288}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 289}
{"loss": -0.26378804445266724, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7397598624229431, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 289}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 290}
{"loss": -0.25594252347946167, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7184288501739502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 290}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 291}
{"loss": -0.25430360436439514, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7099805474281311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 291}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 292}
{"loss": -0.2677510380744934, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7485462427139282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 292}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 293}
{"loss": -0.2673369348049164, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7443206906318665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 293}
{"generalization hold out": {"acc": 0.19897958636283875, "acc_or": 0.5892857313156128}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 294}
{"loss": -0.2717064619064331, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7578734159469604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 294}
{"generalization hold out": {"acc": 0.19897958636283875, "acc_or": 0.5841836333274841}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 295}
{"loss": -0.2559279799461365, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7100141048431396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 295}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 296}
{"loss": -0.27512556314468384, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7648768424987793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 296}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 297}
{"loss": -0.2743249237537384, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7596964836120605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 297}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 298}
{"loss": -0.25665023922920227, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.708594560623169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 298}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 299}
{"loss": -0.26584726572036743, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7365851402282715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 299}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 300}
{"loss": -0.2566833794116974, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7091755867004395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 300}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 301}
{"loss": -0.27793946862220764, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7702941298484802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 301}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 302}
{"loss": -0.2542901337146759, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7026548385620117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 302}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 303}
{"loss": -0.28193697333335876, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7777875065803528, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 303}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 304}
{"loss": -0.2647768259048462, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7291526198387146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 304}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 305}
{"loss": -0.25720348954200745, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.70778888463974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 305}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 306}
{"loss": -0.26776573061943054, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7355679273605347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 306}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 307}
{"loss": -0.2800910174846649, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7686501741409302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 307}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 308}
{"loss": -0.2516399323940277, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6840789318084717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 308}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 309}
{"loss": -0.25548872351646423, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6994737386703491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 309}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6198979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 310}
{"loss": -0.25715816020965576, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7027636766433716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 310}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5739795565605164}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 311}
{"loss": -0.27352726459503174, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7484359741210938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 311}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6198979616165161}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 312}
{"loss": -0.27134087681770325, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7394075393676758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 312}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 313}
{"loss": -0.2720956802368164, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7417798042297363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 313}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 314}
{"loss": -0.2472933828830719, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6679492592811584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 314}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 315}
{"loss": -0.288193017244339, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7857845425605774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 315}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 316}
{"loss": -0.27919650077819824, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7588014006614685, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 316}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 317}
{"loss": -0.26871755719184875, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.727363109588623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 317}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 318}
{"loss": -0.28509795665740967, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7699777483940125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 318}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 319}
{"loss": -0.2589031457901001, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6984490156173706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 319}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 320}
{"loss": -0.27896422147750854, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7546947002410889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 320}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 321}
{"loss": -0.272538423538208, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7354272603988647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 321}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 322}
{"loss": -0.30337977409362793, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.817071259021759, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 322}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 323}
{"loss": -0.24897648394107819, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6678313612937927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 323}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 324}
{"loss": -0.27943503856658936, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7511629462242126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 324}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 325}
{"loss": -0.2702368497848511, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.729316771030426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 325}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 326}
{"loss": -0.2719452381134033, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7329984307289124, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 326}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 327}
{"loss": -0.29729190468788147, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7992913722991943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 327}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 328}
{"loss": -0.270465224981308, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.723349928855896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 328}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 329}
{"loss": -0.2647348642349243, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7082499861717224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 329}
{"generalization hold out": {"acc": 0.16326530277729034, "acc_or": 0.5663264989852905}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 330}
{"loss": -0.27649205923080444, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7407519817352295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 330}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 331}
{"loss": -0.27009621262550354, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7214932441711426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 331}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 332}
{"loss": -0.265394926071167, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7079585790634155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 332}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 333}
{"loss": -0.2793835997581482, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7450221180915833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 333}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 334}
{"loss": -0.2748050093650818, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7336079478263855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 334}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 335}
{"loss": -0.26685431599617004, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7113546133041382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 335}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 336}
{"loss": -0.29657724499702454, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7881887555122375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 336}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 337}
{"loss": -0.27236706018447876, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7238630056381226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 337}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 338}
{"loss": -0.2652185559272766, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7036335468292236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 338}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 339}
{"loss": -0.2703724503517151, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7161350250244141, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 339}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 340}
{"loss": -0.25676363706588745, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6802415251731873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 340}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 341}
{"loss": -0.2815769612789154, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7456437349319458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 341}
{"generalization hold out": {"acc": 0.16326530277729034, "acc_or": 0.5663264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 342}
{"loss": -0.2668325901031494, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7041931748390198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 342}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 343}
{"loss": -0.2782937288284302, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7352847456932068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 343}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5867346525192261}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 344}
{"loss": -0.286286324262619, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7574986219406128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 344}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 345}
{"loss": -0.27280187606811523, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7209016680717468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 345}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 346}
{"loss": -0.29663562774658203, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7800925970077515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 346}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 347}
{"loss": -0.2809106707572937, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7390022873878479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 347}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 348}
{"loss": -0.27410876750946045, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7195900082588196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 348}
{"generalization hold out": {"acc": 0.13775509595870972, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 349}
{"loss": -0.28810498118400574, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7536442279815674, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 349}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 350}
{"loss": -0.2828631103038788, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.744106650352478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 350}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 351}
{"loss": -0.28417783975601196, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7463892698287964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 351}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 352}
{"loss": -0.28134360909461975, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7383195161819458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 352}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 353}
{"loss": -0.267588347196579, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7033586502075195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 353}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5561224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 354}
{"loss": -0.29750245809555054, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7803254723548889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 354}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 355}
{"loss": -0.2733291685581207, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7140960097312927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 355}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 356}
{"loss": -0.2770400941371918, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7239339351654053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 356}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 357}
{"loss": -0.2780926525592804, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7266180515289307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 357}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5357142686843872}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 358}
{"loss": -0.30577296018600464, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7993538975715637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 358}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 359}
{"loss": -0.2772369086742401, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7210183143615723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 359}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 360}
{"loss": -0.2814352512359619, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7323688864707947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 360}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 361}
{"loss": -0.2804977297782898, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7308704853057861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 361}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 362}
{"loss": -0.2900034487247467, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.755335807800293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 362}
{"generalization hold out": {"acc": 0.20918366312980652, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 363}
{"loss": -0.2803586721420288, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7307946681976318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 363}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 364}
{"loss": -0.28807538747787476, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.747626781463623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 364}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 365}
{"loss": -0.27847447991371155, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7236419320106506, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 365}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 366}
{"loss": -0.2879560589790344, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7455189824104309, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 366}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 367}
{"loss": -0.2932395040988922, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7596102356910706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 367}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 368}
{"loss": -0.2902362644672394, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7521966695785522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 368}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 369}
{"loss": -0.3017979860305786, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7819593548774719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 369}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 370}
{"loss": -0.2928169369697571, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7552906274795532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 370}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 371}
{"loss": -0.30026811361312866, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7759422063827515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 371}
{"generalization hold out": {"acc": 0.13775509595870972, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 372}
{"loss": -0.30340009927749634, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7854695320129395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 372}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 373}
{"loss": -0.29167982935905457, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7521675229072571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 373}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 374}
{"loss": -0.3101271986961365, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7996431589126587, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 374}
{"generalization hold out": {"acc": 0.13265305757522583, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 375}
{"loss": -0.29189401865005493, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7516428232192993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 375}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 376}
{"loss": -0.28685683012008667, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7389108538627625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 376}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 377}
{"loss": -0.27650269865989685, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.710854172706604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 377}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 378}
{"loss": -0.2968825101852417, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7644550800323486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 378}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 379}
{"loss": -0.30053219199180603, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.774141252040863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 379}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 380}
{"loss": -0.2993694841861725, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7682414054870605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 380}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 381}
{"loss": -0.3023398816585541, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7758269906044006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 381}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 382}
{"loss": -0.28083768486976624, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7197708487510681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 382}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 383}
{"loss": -0.31995996832847595, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8196256160736084, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 383}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 384}
{"loss": -0.29632288217544556, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7584893107414246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 384}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 385}
{"loss": -0.30040091276168823, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7666077613830566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 385}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 386}
{"loss": -0.29975083470344543, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7681611180305481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 386}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 387}
{"loss": -0.284635454416275, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7237712740898132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 387}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 388}
{"loss": -0.29261118173599243, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7486528158187866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 388}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5816326141357422}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 389}
{"loss": -0.2946181297302246, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7509588599205017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 389}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 390}
{"loss": -0.30221834778785706, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7707875967025757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 390}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 391}
{"loss": -0.2967923581600189, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7550469636917114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 391}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 392}
{"loss": -0.2861049771308899, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7267610430717468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 392}
{"generalization hold out": {"acc": 0.13775509595870972, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 393}
{"loss": -0.3072715997695923, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7828757762908936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 393}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 394}
{"loss": -0.292018860578537, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.741922914981842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 394}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6071428656578064}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 395}
{"loss": -0.2810165286064148, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7118426561355591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 395}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 396}
{"loss": -0.2957715392112732, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7499431371688843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 396}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 397}
{"loss": -0.29470592737197876, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7490434050559998, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 397}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 398}
{"loss": -0.28077027201652527, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7123910188674927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 398}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 399}
{"loss": -0.29226574301719666, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7369124889373779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 399}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 400}
{"loss": -0.30454349517822266, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7721245884895325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 400}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 401}
{"loss": -0.3060336410999298, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7761768102645874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 401}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 402}
{"loss": -0.2992018461227417, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7551603317260742, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 402}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 403}
{"loss": -0.3169281780719757, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8026076555252075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 403}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 404}
{"loss": -0.30179551243782043, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7633494138717651, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 404}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 405}
{"loss": -0.28032273054122925, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7093316316604614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 405}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 406}
{"loss": -0.2974247932434082, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7482256889343262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 406}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 407}
{"loss": -0.2968612611293793, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7474929094314575, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 407}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 408}
{"loss": -0.30522018671035767, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.769146203994751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 408}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 409}
{"loss": -0.29978254437446594, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7567219734191895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 409}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 410}
{"loss": -0.2873346507549286, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7243655323982239, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 410}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 411}
{"loss": -0.2900943458080292, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7298904061317444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 411}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 412}
{"loss": -0.3015430271625519, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7595859169960022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 412}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 413}
{"loss": -0.31586387753486633, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7952308654785156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 413}
{"generalization hold out": {"acc": 0.13265305757522583, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 414}
{"loss": -0.30441921949386597, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7664526104927063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 414}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 415}
{"loss": -0.2949198782444, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.739984393119812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 415}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 416}
{"loss": -0.29866304993629456, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7504891157150269, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 416}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 417}
{"loss": -0.296141654253006, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7416022419929504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 417}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 418}
{"loss": -0.31457069516181946, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7899459004402161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 418}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 419}
{"loss": -0.27691271901130676, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6929327249526978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 419}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5739795565605164}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 420}
{"loss": -0.30295121669769287, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7549072504043579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 420}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 421}
{"loss": -0.3088994026184082, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7725597620010376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 421}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 422}
{"loss": -0.2978131175041199, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7459955811500549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 422}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 423}
{"loss": -0.3180435001850128, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7930663228034973, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 423}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 424}
{"loss": -0.3130125403404236, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.781491756439209, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 424}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 425}
{"loss": -0.2885707914829254, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7207591533660889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 425}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 426}
{"loss": -0.30003947019577026, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.745718240737915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 426}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 427}
{"loss": -0.31172463297843933, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7795705795288086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 427}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 428}
{"loss": -0.31253907084465027, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7791962623596191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 428}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 429}
{"loss": -0.2912692427635193, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7255430221557617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 429}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 430}
{"loss": -0.3067675828933716, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7648358941078186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 430}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 431}
{"loss": -0.2918146252632141, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7255092263221741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 431}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 432}
{"loss": -0.31210723519325256, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7768944501876831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 432}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 433}
{"loss": -0.2971956431865692, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7400782108306885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 433}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 434}
{"loss": -0.31195491552352905, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7766321897506714, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 434}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 435}
{"loss": -0.3083314895629883, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7654586434364319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 435}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6096938848495483}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 436}
{"loss": -0.31403815746307373, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7794027328491211, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 436}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 437}
{"loss": -0.2978096604347229, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.738539457321167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 437}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 438}
{"loss": -0.3276115953922272, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8128894567489624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 438}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 439}
{"loss": -0.2931504249572754, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7272015810012817, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 439}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 440}
{"loss": -0.29859310388565063, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7396833300590515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 440}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 441}
{"loss": -0.2759094834327698, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6818950176239014, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 441}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 442}
{"loss": -0.3031228184700012, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7480229139328003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 442}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 443}
{"loss": -0.2998201251029968, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7417758107185364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 443}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 444}
{"loss": -0.30535435676574707, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7548169493675232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 444}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 445}
{"loss": -0.29848209023475647, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7379357218742371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 445}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 446}
{"loss": -0.31328505277633667, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7743091583251953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 446}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 447}
{"loss": -0.3264670670032501, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8051004409790039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 447}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 448}
{"loss": -0.3075398802757263, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7590447068214417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 448}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 449}
{"loss": -0.3376306891441345, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8327969908714294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 449}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 450}
{"loss": -0.3091115951538086, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.760464072227478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 450}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 451}
{"loss": -0.2967514991760254, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.730021059513092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 451}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 452}
{"loss": -0.3128919005393982, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7686437964439392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 452}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 453}
{"loss": -0.31948086619377136, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7868077754974365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 453}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 454}
{"loss": -0.313741534948349, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7717062830924988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 454}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 455}
{"loss": -0.3079928159713745, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7593634724617004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 455}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 456}
{"loss": -0.31498444080352783, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7749390602111816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 456}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 457}
{"loss": -0.29742443561553955, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.729798436164856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 457}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 458}
{"loss": -0.31337323784828186, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7700687050819397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 458}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6556122303009033}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 459}
{"loss": -0.3123798966407776, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7676359415054321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 459}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 460}
{"loss": -0.2909621298313141, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7117406129837036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 460}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 461}
{"loss": -0.3305733799934387, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8108477592468262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 461}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 462}
{"loss": -0.30673202872276306, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7518619894981384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 462}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 463}
{"loss": -0.31987622380256653, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7824437022209167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 463}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 464}
{"loss": -0.29194825887680054, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7147642970085144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 464}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5663264989852905}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 465}
{"loss": -0.31654173135757446, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7753977179527283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 465}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 466}
{"loss": -0.3161887228488922, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7732957005500793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 466}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 467}
{"loss": -0.3011050820350647, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7363190650939941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 467}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 468}
{"loss": -0.3139120936393738, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.765653669834137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 468}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 469}
{"loss": -0.3063456118106842, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7479420900344849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 469}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 470}
{"loss": -0.3056737780570984, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7458979487419128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 470}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 471}
{"loss": -0.3022369146347046, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7375534772872925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 471}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 472}
{"loss": -0.3452697992324829, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8428310751914978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 472}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 473}
{"loss": -0.3090647757053375, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7517983913421631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 473}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 474}
{"loss": -0.3121088743209839, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7593202590942383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 474}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 475}
{"loss": -0.3065102994441986, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7472585439682007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 475}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 476}
{"loss": -0.3226695656776428, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7854537963867188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 476}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 477}
{"loss": -0.3102600574493408, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7549955248832703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 477}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 478}
{"loss": -0.3246683180332184, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7912230491638184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 478}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 479}
{"loss": -0.32265982031822205, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7856884598731995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 479}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 480}
{"loss": -0.2870228588581085, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6979176998138428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 480}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 481}
{"loss": -0.28200575709342957, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.680634617805481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 481}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 482}
{"loss": -0.30708691477775574, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7449589371681213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 482}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 483}
{"loss": -0.30681851506233215, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.743866503238678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 483}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 484}
{"loss": -0.3067629933357239, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7439565658569336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 484}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 485}
{"loss": -0.3247268497943878, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7830402255058289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 485}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 486}
{"loss": -0.2884821891784668, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6985968947410583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 486}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 487}
{"loss": -0.3076470196247101, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7447192668914795, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 487}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 488}
{"loss": -0.3172082006931305, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.76849764585495, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 488}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 489}
{"loss": -0.3093549609184265, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7479650974273682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 489}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 490}
{"loss": -0.2845875322818756, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6886199712753296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 490}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 491}
{"loss": -0.32046711444854736, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7755995988845825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 491}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 492}
{"loss": -0.3078995645046234, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7436360716819763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 492}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 493}
{"loss": -0.3177429139614105, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7684875130653381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 493}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 494}
{"loss": -0.33857622742652893, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8190844655036926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 494}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 495}
{"loss": -0.30206745862960815, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7283759713172913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 495}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 496}
{"loss": -0.3415871560573578, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8256679177284241, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 496}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 497}
{"loss": -0.3145420253276825, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7601446509361267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 497}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 498}
{"loss": -0.301626980304718, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7286980152130127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 498}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 499}
{"loss": -0.3139747083187103, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.758535623550415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 499}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 500}
{"loss": -0.3047504425048828, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7337620854377747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 500}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 501}
{"loss": -0.3235078752040863, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.779944658279419, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 501}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 502}
{"loss": -0.3033355474472046, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7301753759384155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 502}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 503}
{"loss": -0.2867526113986969, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6869625449180603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 503}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 504}
{"loss": -0.33043143153190613, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7962350845336914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 504}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 505}
{"loss": -0.2967207729816437, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7131925225257874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 505}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 506}
{"loss": -0.30435192584991455, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.731921374797821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 506}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 507}
{"loss": -0.30085575580596924, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7238340377807617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 507}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 508}
{"loss": -0.278506338596344, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6676557660102844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 508}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 509}
{"loss": -0.3132646679878235, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7526034712791443, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 509}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 510}
{"loss": -0.33671337366104126, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8065544366836548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 510}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 511}
{"loss": -0.34819045662879944, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8369865417480469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 511}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 512}
{"loss": -0.30682528018951416, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7361721992492676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 512}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 513}
{"loss": -0.345412015914917, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8273597359657288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 513}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 514}
{"loss": -0.32900866866111755, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7900988459587097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 514}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 515}
{"loss": -0.3334936201572418, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8004880547523499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 515}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 516}
{"loss": -0.2892380952835083, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6922518014907837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 516}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 517}
{"loss": -0.3199094533920288, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7672069072723389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 517}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 518}
{"loss": -0.3339650332927704, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7999741435050964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 518}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 519}
{"loss": -0.3035365045070648, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7245415449142456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 519}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 520}
{"loss": -0.33167314529418945, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7917872071266174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 520}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 521}
{"loss": -0.32585278153419495, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.779382586479187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 521}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 522}
{"loss": -0.32683464884757996, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7816416025161743, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 522}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 523}
{"loss": -0.323169469833374, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7721144556999207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 523}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 524}
{"loss": -0.32300716638565063, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7701134085655212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 524}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 525}
{"loss": -0.2943756580352783, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.70265132188797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 525}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 526}
{"loss": -0.33172744512557983, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7920304536819458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 526}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 527}
{"loss": -0.31310662627220154, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7485496401786804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 527}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 528}
{"loss": -0.3207845687866211, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7652645707130432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 528}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 529}
{"loss": -0.3046163320541382, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7262489795684814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 529}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 530}
{"loss": -0.30264344811439514, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7209862470626831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 530}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 531}
{"loss": -0.3237976133823395, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.771120548248291, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 531}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 532}
{"loss": -0.29644232988357544, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7065647840499878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 532}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 533}
{"loss": -0.30204635858535767, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7189794182777405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 533}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 534}
{"loss": -0.3167601227760315, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7551166415214539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 534}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 535}
{"loss": -0.33172160387039185, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7910621166229248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 535}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 536}
{"loss": -0.29839396476745605, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7102060914039612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 536}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 537}
{"loss": -0.3370511829853058, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8011200428009033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 537}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 538}
{"loss": -0.32879361510276794, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7816097140312195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 538}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 539}
{"loss": -0.332961767911911, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7914130687713623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 539}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 540}
{"loss": -0.317435085773468, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7540487051010132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 540}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 541}
{"loss": -0.33339154720306396, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7909032106399536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 541}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 542}
{"loss": -0.3300362229347229, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7844116687774658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 542}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 543}
{"loss": -0.3321768641471863, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7892517447471619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 543}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 544}
{"loss": -0.3332919180393219, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7907330989837646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 544}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 545}
{"loss": -0.3123202621936798, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7408156394958496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 545}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 546}
{"loss": -0.3035879135131836, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7192038297653198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 546}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 547}
{"loss": -0.3029986023902893, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7180178165435791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 547}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 548}
{"loss": -0.33911359310150146, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8047248125076294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 548}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 549}
{"loss": -0.32139185070991516, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7625975608825684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 549}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 550}
{"loss": -0.32085826992988586, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7595912218093872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 550}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 551}
{"loss": -0.3124752342700958, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7403179407119751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 551}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 552}
{"loss": -0.3140251934528351, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7425400614738464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 552}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 553}
{"loss": -0.2891753017902374, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6812499761581421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 553}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 554}
{"loss": -0.3435910642147064, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8126766085624695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 554}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 555}
{"loss": -0.3149084746837616, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7435916066169739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 555}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 556}
{"loss": -0.33288517594337463, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7886605262756348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 556}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 557}
{"loss": -0.3182072937488556, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7529268860816956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 557}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 558}
{"loss": -0.2761538028717041, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6456620693206787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 558}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 559}
{"loss": -0.3175196051597595, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7496344447135925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 559}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 560}
{"loss": -0.31765222549438477, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7495021224021912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 560}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 561}
{"loss": -0.3391280472278595, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8014464974403381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 561}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 562}
{"loss": -0.3228733539581299, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7622432112693787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 562}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 563}
{"loss": -0.3275846242904663, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7736456990242004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 563}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 564}
{"loss": -0.335400253534317, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7905603051185608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 564}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 565}
{"loss": -0.3190290927886963, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7525607347488403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 565}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 566}
{"loss": -0.3347770869731903, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7895142436027527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 566}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 567}
{"loss": -0.3275739848613739, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7730246782302856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 567}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 568}
{"loss": -0.34022191166877747, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8018100261688232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 568}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 569}
{"loss": -0.285722941160202, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.669838547706604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 569}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 570}
{"loss": -0.3365740478038788, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7921052575111389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 570}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 571}
{"loss": -0.33497190475463867, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7894139885902405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 571}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 572}
{"loss": -0.3140660524368286, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7397041320800781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 572}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 573}
{"loss": -0.3345174789428711, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7865678668022156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 573}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 574}
{"loss": -0.2989955246448517, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7020804286003113, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 574}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 575}
{"loss": -0.3223964273929596, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7580893635749817, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 575}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 576}
{"loss": -0.3245488405227661, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7618103623390198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 576}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 577}
{"loss": -0.31837666034698486, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7467254400253296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 577}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 578}
{"loss": -0.32300227880477905, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7567772269248962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 578}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 579}
{"loss": -0.309789776802063, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7273706793785095, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 579}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 580}
{"loss": -0.3115289807319641, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7305771112442017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 580}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 581}
{"loss": -0.32506710290908813, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7627444267272949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 581}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 582}
{"loss": -0.3331647515296936, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7808443307876587, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 582}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 583}
{"loss": -0.34220993518829346, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8040700554847717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 583}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6352040767669678}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 584}
{"loss": -0.32882314920425415, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7693830132484436, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 584}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 585}
{"loss": -0.34061598777770996, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7995015382766724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 585}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 586}
{"loss": -0.32152092456817627, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7533766031265259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 586}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 587}
{"loss": -0.3531855046749115, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8285837173461914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 587}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6352040767669678}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 588}
{"loss": -0.3036193251609802, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7100416421890259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 588}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 589}
{"loss": -0.3300412595272064, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7725378274917603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 589}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 590}
{"loss": -0.3323744237422943, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.779233455657959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 590}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 591}
{"loss": -0.33155983686447144, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7763102650642395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 591}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 592}
{"loss": -0.3235313296318054, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7577015161514282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 592}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 593}
{"loss": -0.32387399673461914, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7575033903121948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 593}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 594}
{"loss": -0.3014761209487915, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7042636871337891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 594}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 595}
{"loss": -0.33393222093582153, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7795694470405579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 595}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 596}
{"loss": -0.31199967861175537, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7292933464050293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 596}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 597}
{"loss": -0.35201558470726013, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8233191967010498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 597}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 598}
{"loss": -0.33254921436309814, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.776703953742981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 598}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 599}
{"loss": -0.34059423208236694, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7956255078315735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 599}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 600}
{"loss": -0.32461875677108765, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7569262385368347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 600}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 601}
{"loss": -0.3193238377571106, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7454606294631958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 601}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 602}
{"loss": -0.3308510482311249, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7721103429794312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 602}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 603}
{"loss": -0.32476896047592163, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.757744550704956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 603}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 604}
{"loss": -0.3157971501350403, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7344135046005249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 604}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 605}
{"loss": -0.31101858615875244, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7250027060508728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 605}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 606}
{"loss": -0.30613815784454346, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7134973406791687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 606}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 607}
{"loss": -0.31511178612709045, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7351109981536865, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 607}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 608}
{"loss": -0.2884397506713867, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6711315512657166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 608}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 609}
{"loss": -0.33752790093421936, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7840780019760132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 609}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 610}
{"loss": -0.3327801525592804, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7742177248001099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 610}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 611}
{"loss": -0.31759727001190186, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7397704124450684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 611}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 612}
{"loss": -0.34376806020736694, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.799511194229126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 612}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 613}
{"loss": -0.33440667390823364, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.777495801448822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 613}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 614}
{"loss": -0.3179428279399872, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7392138838768005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 614}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 615}
{"loss": -0.35522332787513733, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8271821737289429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 615}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 616}
{"loss": -0.3596383333206177, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8374204635620117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 616}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 617}
{"loss": -0.32609573006629944, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7576196789741516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 617}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 618}
{"loss": -0.3280741572380066, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.76312655210495, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 618}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 619}
{"loss": -0.323036253452301, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7512218952178955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 619}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 620}
{"loss": -0.33941641449928284, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7894384860992432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 620}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 621}
{"loss": -0.34478405117988586, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8024047017097473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 621}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 622}
{"loss": -0.34394991397857666, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8002942800521851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 622}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 623}
{"loss": -0.3472651243209839, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8068696856498718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 623}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 624}
{"loss": -0.31569182872772217, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.731853723526001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 624}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 625}
{"loss": -0.32787027955055237, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7614663243293762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 625}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 626}
{"loss": -0.3057774007320404, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7065734267234802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 626}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 627}
{"loss": -0.2976154685020447, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6896839737892151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 627}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 628}
{"loss": -0.33490732312202454, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7757247686386108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 628}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 629}
{"loss": -0.35922378301620483, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8314261436462402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 629}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 630}
{"loss": -0.3452782928943634, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7990831732749939, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 630}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 631}
{"loss": -0.3495144844055176, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8087656497955322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 631}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 632}
{"loss": -0.34082865715026855, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7913880348205566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 632}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 633}
{"loss": -0.3038848638534546, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7017359137535095, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 633}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 634}
{"loss": -0.32609614729881287, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.753954291343689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 634}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 635}
{"loss": -0.3398606479167938, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7876743674278259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 635}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 636}
{"loss": -0.32744812965393066, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7580137848854065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 636}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 637}
{"loss": -0.3351748287677765, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7764448523521423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 637}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 638}
{"loss": -0.3271771967411041, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7557204961776733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 638}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 639}
{"loss": -0.3502645492553711, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8100706338882446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 639}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 640}
{"loss": -0.3427128791809082, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7925556302070618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 640}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 641}
{"loss": -0.3262563943862915, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7543792128562927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 641}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 642}
{"loss": -0.34430569410324097, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7958980202674866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 642}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 643}
{"loss": -0.36024630069732666, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.832889974117279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 643}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 644}
{"loss": -0.3111695945262909, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7157886028289795, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 644}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 645}
{"loss": -0.34061139822006226, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7864612340927124, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 645}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 646}
{"loss": -0.31492993235588074, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7264373898506165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 646}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 647}
{"loss": -0.35370194911956787, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8175907731056213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 647}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 648}
{"loss": -0.31870824098587036, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7363606691360474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 648}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 649}
{"loss": -0.36277538537979126, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8366826772689819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 649}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 650}
{"loss": -0.33719515800476074, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7771747708320618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 650}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 651}
{"loss": -0.35299527645111084, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8150482177734375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 651}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 652}
{"loss": -0.3259093761444092, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7511016726493835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 652}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 653}
{"loss": -0.3392992615699768, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7830578088760376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 653}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 654}
{"loss": -0.3247644901275635, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.748077929019928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 654}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 655}
{"loss": -0.33982181549072266, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7836694121360779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 655}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 656}
{"loss": -0.31644925475120544, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7262462973594666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 656}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 657}
{"loss": -0.3168914020061493, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7290999293327332, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 657}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 658}
{"loss": -0.33072540163993835, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7621685266494751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 658}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 659}
{"loss": -0.31619027256965637, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7286299467086792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 659}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5357142686843872}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 660}
{"loss": -0.33791521191596985, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7774379253387451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 660}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 661}
{"loss": -0.3410601317882538, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7863507270812988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 661}
{"generalization hold out": {"acc": 0.13775509595870972, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 662}
{"loss": -0.3004726469516754, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6885824799537659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 662}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 663}
{"loss": -0.3271194100379944, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7520315647125244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 663}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 664}
{"loss": -0.31550559401512146, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7244527339935303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 664}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 665}
{"loss": -0.33944734930992126, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.780795156955719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 665}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 666}
{"loss": -0.34614160656929016, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7966984510421753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 666}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 667}
{"loss": -0.32869952917099, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7531599998474121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 667}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 668}
{"loss": -0.31732940673828125, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.728760302066803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 668}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 669}
{"loss": -0.3373440206050873, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.775741457939148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 669}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 670}
{"loss": -0.34468722343444824, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7922189235687256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 670}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 671}
{"loss": -0.3300202488899231, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7570125460624695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 671}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 672}
{"loss": -0.32340207695961, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7435461282730103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 672}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 673}
{"loss": -0.3474484384059906, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7980236411094666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 673}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 674}
{"loss": -0.3430788815021515, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7871715426445007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 674}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 675}
{"loss": -0.33008500933647156, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7556753158569336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 675}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 676}
{"loss": -0.3492586612701416, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8020088076591492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 676}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 677}
{"loss": -0.3370618224143982, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7738035321235657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 677}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 678}
{"loss": -0.34516453742980957, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7920098900794983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 678}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 679}
{"loss": -0.3232435882091522, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.741240918636322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 679}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 680}
{"loss": -0.33677470684051514, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7721018195152283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 680}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 681}
{"loss": -0.31727901101112366, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7251147627830505, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 681}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 682}
{"loss": -0.3325495421886444, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7623598575592041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 682}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 683}
{"loss": -0.3540896475315094, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8114916682243347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 683}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 684}
{"loss": -0.32508158683776855, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7447042465209961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 684}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 685}
{"loss": -0.3075673282146454, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7039216160774231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 685}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 686}
{"loss": -0.3652712404727936, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8384006023406982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 686}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 687}
{"loss": -0.34284570813179016, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.785434901714325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 687}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 688}
{"loss": -0.32672014832496643, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7467057704925537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 688}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 689}
{"loss": -0.318047434091568, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7281938791275024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 689}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 690}
{"loss": -0.35356369614601135, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8091346025466919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 690}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 691}
{"loss": -0.35184818506240845, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8050811290740967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 691}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 692}
{"loss": -0.34021463990211487, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7788863778114319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 692}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 693}
{"loss": -0.3188590109348297, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7290174961090088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 693}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 694}
{"loss": -0.35131698846817017, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8036825060844421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 694}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 695}
{"loss": -0.34707751870155334, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7939791679382324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 695}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 696}
{"loss": -0.354733407497406, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.81254643201828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 696}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 697}
{"loss": -0.3514637053012848, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8039374351501465, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 697}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 698}
{"loss": -0.32416751980781555, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7402207255363464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 698}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 699}
{"loss": -0.33183181285858154, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7587668299674988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 699}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 700}
{"loss": -0.3477632403373718, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7940890789031982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 700}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 701}
{"loss": -0.3310810923576355, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.755159854888916, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 701}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 702}
{"loss": -0.32730725407600403, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7476249933242798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 702}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 703}
{"loss": -0.32999759912490845, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7523694634437561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 703}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 704}
{"loss": -0.3535465896129608, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8061473369598389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 704}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 705}
{"loss": -0.35029175877571106, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7994047403335571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 705}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 706}
{"loss": -0.3390517234802246, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.773427426815033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 706}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 707}
{"loss": -0.3514306843280792, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8010281324386597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 707}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 708}
{"loss": -0.34114590287208557, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7782888412475586, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 708}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 709}
{"loss": -0.3284265398979187, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7481393814086914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 709}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 710}
{"loss": -0.33740755915641785, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7683250904083252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 710}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 711}
{"loss": -0.3330857455730438, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7586729526519775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 711}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 712}
{"loss": -0.33021995425224304, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7518501281738281, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 712}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 713}
{"loss": -0.33860936760902405, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7723488211631775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 713}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 714}
{"loss": -0.3494390547275543, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7966575026512146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 714}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 715}
{"loss": -0.3539726138114929, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8063214421272278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 715}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 716}
{"loss": -0.34102803468704224, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7761491537094116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 716}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 717}
{"loss": -0.3198087811470032, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.725721538066864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 717}
{"generalization hold out": {"acc": 0.3265306055545807, "acc_or": 0.6556122303009033}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 718}
{"loss": -0.33180004358291626, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7557521462440491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 718}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 719}
{"loss": -0.3769132196903229, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8588462471961975, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 719}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5561224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 720}
{"loss": -0.34096822142601013, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7757569551467896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 720}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 721}
{"loss": -0.3236238658428192, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7364933490753174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 721}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 722}
{"loss": -0.3463260233402252, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7884464263916016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 722}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 723}
{"loss": -0.3187572956085205, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7232229709625244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 723}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 724}
{"loss": -0.3586524426937103, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8168026804924011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 724}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 725}
{"loss": -0.3258766233921051, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7407609820365906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 725}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 726}
{"loss": -0.3477211594581604, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.790535032749176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 726}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 727}
{"loss": -0.35194680094718933, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8007143139839172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 727}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 728}
{"loss": -0.3229072391986847, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7318127155303955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 728}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 729}
{"loss": -0.35801613330841064, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8140946626663208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 729}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 730}
{"loss": -0.3506005108356476, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7970661520957947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 730}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 731}
{"loss": -0.35507842898368835, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8073670864105225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 731}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 732}
{"loss": -0.3419765830039978, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7777327299118042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 732}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 733}
{"loss": -0.35028451681137085, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7941325306892395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 733}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 734}
{"loss": -0.32713407278060913, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7427297830581665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 734}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 735}
{"loss": -0.3155286908149719, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.715933084487915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 735}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 736}
{"loss": -0.33654049038887024, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7647033333778381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 736}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 737}
{"loss": -0.3384200632572174, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7655239701271057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 737}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 738}
{"loss": -0.34728682041168213, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7873921990394592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 738}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 739}
{"loss": -0.34785377979278564, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7889168858528137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 739}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 740}
{"loss": -0.36797308921813965, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8352848887443542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 740}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 741}
{"loss": -0.35504624247550964, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8041753172874451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 741}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 742}
{"loss": -0.33707550168037415, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7644028067588806, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 742}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 743}
{"loss": -0.3706991672515869, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8413176536560059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 743}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 744}
{"loss": -0.36525580286979675, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.827935516834259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 744}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 745}
{"loss": -0.3727579712867737, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.844730019569397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 745}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 746}
{"loss": -0.325740247964859, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7369889616966248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 746}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 747}
{"loss": -0.33822140097618103, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7647339701652527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 747}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 748}
{"loss": -0.3192385137081146, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.721083402633667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 748}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 749}
{"loss": -0.3578145205974579, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8092989325523376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 749}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 750}
{"loss": -0.35383403301239014, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8006059527397156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 750}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 751}
{"loss": -0.35849547386169434, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8114843964576721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 751}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 752}
{"loss": -0.34049105644226074, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7705167531967163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 752}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 753}
{"loss": -0.31740322709083557, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7164305448532104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 753}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 754}
{"loss": -0.3625887334346771, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8200846314430237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 754}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 755}
{"loss": -0.34064367413520813, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7707816362380981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 755}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 756}
{"loss": -0.32849863171577454, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7425975203514099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 756}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 757}
{"loss": -0.3541010916233063, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8010861277580261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 757}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 758}
{"loss": -0.3418062925338745, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7718452215194702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 758}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 759}
{"loss": -0.32690998911857605, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7378825545310974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 759}
{"generalization hold out": {"acc": 0.2908163070678711, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 760}
{"loss": -0.35264965891838074, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.796972930431366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 760}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 761}
{"loss": -0.3518151342868805, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7950279712677002, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 761}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.625}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 762}
{"loss": -0.34954866766929626, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7903908491134644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 762}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 763}
{"loss": -0.35006096959114075, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.790723979473114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 763}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 764}
{"loss": -0.3503756523132324, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7906596660614014, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 764}
{"generalization hold out": {"acc": 0.16326530277729034, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 765}
{"loss": -0.3694917857646942, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8339840173721313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 765}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 766}
{"loss": -0.35669219493865967, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8059161901473999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 766}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 767}
{"loss": -0.3335764706134796, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7533559799194336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 767}
{"generalization hold out": {"acc": 0.13775509595870972, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 768}
{"loss": -0.35380539298057556, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7998499274253845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 768}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 769}
{"loss": -0.31082332134246826, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7005710601806641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 769}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 770}
{"loss": -0.33927926421165466, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7647742033004761, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 770}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 771}
{"loss": -0.34007471799850464, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7665308713912964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 771}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 772}
{"loss": -0.3479200005531311, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7844023704528809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 772}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 773}
{"loss": -0.3139738142490387, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7066841721534729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 773}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 774}
{"loss": -0.3565635085105896, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8042075634002686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 774}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 775}
{"loss": -0.33953192830085754, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7658421397209167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 775}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 776}
{"loss": -0.36722373962402344, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8276710510253906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 776}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 777}
{"loss": -0.3483045697212219, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7835890650749207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 777}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 778}
{"loss": -0.36594438552856445, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8248612880706787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 778}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 779}
{"loss": -0.35921511054039, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8079700469970703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 779}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 780}
{"loss": -0.3544124960899353, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7989093661308289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 780}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 781}
{"loss": -0.317413330078125, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7122661471366882, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 781}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 782}
{"loss": -0.3603169620037079, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8114877939224243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 782}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 783}
{"loss": -0.35396522283554077, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7974389791488647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 783}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 784}
{"loss": -0.3687750995159149, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8306069374084473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 784}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 785}
{"loss": -0.3507814109325409, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7900379300117493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 785}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 786}
{"loss": -0.3707799017429352, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8344663977622986, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 786}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 787}
{"loss": -0.32003241777420044, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7189323902130127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 787}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 788}
{"loss": -0.34701064229011536, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7802891731262207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 788}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 789}
{"loss": -0.3887718915939331, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8747191429138184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 789}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 790}
{"loss": -0.3489834666252136, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7860076427459717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 790}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 791}
{"loss": -0.3439740836620331, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7743707895278931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 791}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 792}
{"loss": -0.34938403964042664, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7851455211639404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 792}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 793}
{"loss": -0.32374024391174316, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7274406552314758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 793}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 794}
{"loss": -0.3272758424282074, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.735445499420166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 794}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 795}
{"loss": -0.3120281994342804, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6993283033370972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 795}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 796}
{"loss": -0.3345184326171875, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7516422271728516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 796}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 797}
{"loss": -0.30952006578445435, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6957995295524597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 797}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 798}
{"loss": -0.3678324818611145, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8276100158691406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 798}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 799}
{"loss": -0.34723180532455444, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7806222438812256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 799}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 800}
{"loss": -0.3578517436981201, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8045332431793213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 800}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 801}
{"loss": -0.35223010182380676, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7913752198219299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 801}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 802}
{"loss": -0.33701831102371216, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7564067244529724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 802}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 803}
{"loss": -0.3279663026332855, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7356753945350647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 803}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 804}
{"loss": -0.33160296082496643, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7440861463546753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 804}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 805}
{"loss": -0.3189961016178131, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7157303094863892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 805}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 806}
{"loss": -0.3034990727901459, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6802121996879578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 806}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 807}
{"loss": -0.30734163522720337, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6880013346672058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 807}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 808}
{"loss": -0.31713953614234924, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7096025943756104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 808}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 809}
{"loss": -0.38987258076667786, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.875332772731781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 809}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 810}
{"loss": -0.3677976429462433, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.825800359249115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 810}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 811}
{"loss": -0.3183819651603699, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7132657170295715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 811}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 812}
{"loss": -0.35041120648384094, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7858173847198486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 812}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 813}
{"loss": -0.32587409019470215, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7312163710594177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 813}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 814}
{"loss": -0.3619603216648102, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8125455975532532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 814}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 815}
{"loss": -0.3398806154727936, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.761898398399353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 815}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 816}
{"loss": -0.3274553418159485, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7333604097366333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 816}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 817}
{"loss": -0.3391539454460144, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7602226138114929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 817}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 818}
{"loss": -0.3318714201450348, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7445961236953735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 818}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 819}
{"loss": -0.3517674207687378, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7872328758239746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 819}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 820}
{"loss": -0.3547843396663666, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7945742607116699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 820}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 821}
{"loss": -0.3131410777568817, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7010980248451233, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 821}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 822}
{"loss": -0.3581509292125702, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8019753694534302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 822}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 823}
{"loss": -0.33832088112831116, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.757208526134491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 823}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 824}
{"loss": -0.3259943425655365, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7293584942817688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 824}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 825}
{"loss": -0.3432224988937378, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7676879167556763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 825}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 826}
{"loss": -0.34440651535987854, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.77099609375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 826}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 827}
{"loss": -0.35989871621131897, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.806087076663971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 827}
{"generalization hold out": {"acc": 0.13775509595870972, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 828}
{"loss": -0.344612717628479, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7708462476730347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 828}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.5357142686843872}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 829}
{"loss": -0.357593834400177, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7998847961425781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 829}
{"generalization hold out": {"acc": 0.16326530277729034, "acc_or": 0.5663264989852905}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 830}
{"loss": -0.35603418946266174, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7972182035446167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 830}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 831}
{"loss": -0.33321839570999146, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.744013249874115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 831}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 832}
{"loss": -0.3399026393890381, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7595418691635132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 832}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 833}
{"loss": -0.310333251953125, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6924700140953064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 833}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 834}
{"loss": -0.3198521137237549, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7147157192230225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 834}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 835}
{"loss": -0.3259398937225342, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7279917001724243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 835}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5765305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 836}
{"loss": -0.3426779508590698, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7652360200881958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 836}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 837}
{"loss": -0.34770771861076355, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7768679857254028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 837}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 838}
{"loss": -0.3567101061344147, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.796512246131897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 838}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 839}
{"loss": -0.3455570638179779, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7724385857582092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 839}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 840}
{"loss": -0.3649510443210602, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8155097961425781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 840}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 841}
{"loss": -0.3580036759376526, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7997535467147827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 841}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 842}
{"loss": -0.36784812808036804, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8219087719917297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 842}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6479591727256775}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 843}
{"loss": -0.33503058552742004, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7469589710235596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 843}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 844}
{"loss": -0.3143681585788727, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7007824778556824, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 844}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 845}
{"loss": -0.36552900075912476, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8158696293830872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 845}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 846}
{"loss": -0.3643389642238617, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8138655424118042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 846}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 847}
{"loss": -0.3451560139656067, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7711285948753357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 847}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 848}
{"loss": -0.34841713309288025, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7768576741218567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 848}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 849}
{"loss": -0.33967849612236023, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.758135974407196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 849}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 850}
{"loss": -0.31363722681999207, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6989606618881226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 850}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 851}
{"loss": -0.312250554561615, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6955102682113647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 851}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 852}
{"loss": -0.3612574338912964, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8054372072219849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 852}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 853}
{"loss": -0.37487202882766724, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8359782099723816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 853}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 854}
{"loss": -0.3816426992416382, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8515369296073914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 854}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 855}
{"loss": -0.3286876976490021, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7325855493545532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 855}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 856}
{"loss": -0.3732433319091797, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8332000374794006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 856}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 857}
{"loss": -0.37663534283638, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8395851254463196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 857}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 858}
{"loss": -0.35579830408096313, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7939002513885498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 858}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 859}
{"loss": -0.3403650224208832, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7569647431373596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 859}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.5}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 860}
{"loss": -0.3528341054916382, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7861955165863037, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 860}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 861}
{"loss": -0.374986469745636, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8365483283996582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 861}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 862}
{"loss": -0.30849286913871765, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6869086027145386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 862}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 863}
{"loss": -0.3645661473274231, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8124086260795593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 863}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 864}
{"loss": -0.34204670786857605, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7618707418441772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 864}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 865}
{"loss": -0.3547673225402832, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7891848683357239, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 865}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 866}
{"loss": -0.36314857006073, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8092970848083496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 866}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 867}
{"loss": -0.35078081488609314, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7797227501869202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 867}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 868}
{"loss": -0.3625689446926117, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.808064877986908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 868}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 869}
{"loss": -0.3427749574184418, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7637233138084412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 869}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 870}
{"loss": -0.3574853241443634, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7965564131736755, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 870}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 871}
{"loss": -0.3016343116760254, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6691505908966064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 871}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 872}
{"loss": -0.3377932906150818, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7516012787818909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 872}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 873}
{"loss": -0.3547687828540802, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7898499369621277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 873}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 874}
{"loss": -0.3624576926231384, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8067814111709595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 874}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 875}
{"loss": -0.3336491286754608, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7417594790458679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 875}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 876}
{"loss": -0.374898225069046, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8346590399742126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 876}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 877}
{"loss": -0.3433670699596405, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7633135318756104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 877}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 878}
{"loss": -0.3392161726951599, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.754078209400177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 878}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 879}
{"loss": -0.33153313398361206, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7372903823852539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 879}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 880}
{"loss": -0.3267101049423218, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7262296080589294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 880}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 881}
{"loss": -0.37497183680534363, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8339266180992126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 881}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 882}
{"loss": -0.3589160442352295, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7974991798400879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 882}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 883}
{"loss": -0.354807049036026, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7889639735221863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 883}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 884}
{"loss": -0.33847710490226746, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7513781785964966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 884}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 885}
{"loss": -0.35585305094718933, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7913382053375244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 885}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.5}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 886}
{"loss": -0.3583329916000366, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7960259914398193, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 886}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 887}
{"loss": -0.37033650279045105, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8235355615615845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 887}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 888}
{"loss": -0.3208397924900055, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7107053399085999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 888}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 889}
{"loss": -0.35178565979003906, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7803943157196045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 889}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 890}
{"loss": -0.34311193227767944, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.760141134262085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 890}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 891}
{"loss": -0.33607473969459534, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7458797097206116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 891}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 892}
{"loss": -0.35672760009765625, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7904810905456543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 892}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 893}
{"loss": -0.34783902764320374, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7715883851051331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 893}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 894}
{"loss": -0.3328600525856018, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7378135323524475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 894}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 895}
{"loss": -0.3250609338283539, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7201724648475647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 895}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 896}
{"loss": -0.3591943085193634, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7967479228973389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 896}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 897}
{"loss": -0.32964563369750977, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7298077344894409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 897}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 898}
{"loss": -0.3935737609863281, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8734168410301208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 898}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 899}
{"loss": -0.37874454259872437, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8398177623748779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 899}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 900}
{"loss": -0.3408973813056946, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7555692195892334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 900}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 901}
{"loss": -0.3476957678794861, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7711085081100464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 901}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 902}
{"loss": -0.35996389389038086, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7994261384010315, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 902}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 903}
{"loss": -0.36902061104774475, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8182259202003479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 903}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 904}
{"loss": -0.3459307849407196, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7668845653533936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 904}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 905}
{"loss": -0.32955196499824524, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7299252152442932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 905}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 906}
{"loss": -0.3282342851161957, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7264531850814819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 906}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 907}
{"loss": -0.32902050018310547, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7282636165618896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 907}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 908}
{"loss": -0.33131539821624756, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7337092161178589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 908}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 909}
{"loss": -0.3720347285270691, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8235020637512207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 909}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 910}
{"loss": -0.3534233868122101, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7825223803520203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 910}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 911}
{"loss": -0.3335593044757843, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7389121651649475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 911}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 912}
{"loss": -0.3555123805999756, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7876412868499756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 912}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 913}
{"loss": -0.35920682549476624, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7965971231460571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 913}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 914}
{"loss": -0.35516512393951416, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7861751914024353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 914}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 915}
{"loss": -0.3616478145122528, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.800822377204895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 915}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 916}
{"loss": -0.3434479236602783, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7610673904418945, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 916}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 917}
{"loss": -0.37108638882637024, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8214433193206787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 917}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 918}
{"loss": -0.3366072177886963, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7434813976287842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 918}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 919}
{"loss": -0.35287922620773315, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.779975175857544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 919}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 920}
{"loss": -0.34321075677871704, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7582943439483643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 920}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 921}
{"loss": -0.3377684950828552, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7471359372138977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 921}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 922}
{"loss": -0.35037872195243835, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7760573029518127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 922}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 923}
{"loss": -0.34327834844589233, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7590270042419434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 923}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 924}
{"loss": -0.34217187762260437, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7571351528167725, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 924}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 925}
{"loss": -0.364910751581192, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8077331781387329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 925}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 926}
{"loss": -0.34159353375434875, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7555451989173889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 926}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 927}
{"loss": -0.33378374576568604, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7376552820205688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 927}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 928}
{"loss": -0.34908527135849, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7717517614364624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 928}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 929}
{"loss": -0.3795281946659088, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8395287990570068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 929}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 930}
{"loss": -0.36195406317710876, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8007731437683105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 930}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 931}
{"loss": -0.3494485020637512, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7721584439277649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 931}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 932}
{"loss": -0.33334216475486755, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7352965474128723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 932}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 933}
{"loss": -0.35912367701530457, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7941527366638184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 933}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 934}
{"loss": -0.36006805300712585, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7957131862640381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 934}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 935}
{"loss": -0.3736839294433594, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8260061740875244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 935}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 936}
{"loss": -0.35511183738708496, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7827291488647461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 936}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 937}
{"loss": -0.34296613931655884, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7567940354347229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 937}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 938}
{"loss": -0.3780363202095032, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8349118232727051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 938}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 939}
{"loss": -0.3584126830101013, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7912747263908386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 939}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 940}
{"loss": -0.3799944818019867, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8387846350669861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 940}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 941}
{"loss": -0.31157392263412476, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6868332028388977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 941}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 942}
{"loss": -0.32940927147865295, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7262321710586548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 942}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 943}
{"loss": -0.3484008312225342, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7695021033287048, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 943}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 944}
{"loss": -0.3861948549747467, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8533738255500793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 944}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 945}
{"loss": -0.34814006090164185, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.767808735370636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 945}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 946}
{"loss": -0.3968202769756317, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.87646484375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 946}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 947}
{"loss": -0.31916627287864685, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7027011513710022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 947}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 948}
{"loss": -0.3526771366596222, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7778804302215576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 948}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 949}
{"loss": -0.3611806333065033, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7974616885185242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 949}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 950}
{"loss": -0.3486209809780121, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7689405679702759, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 950}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 951}
{"loss": -0.37334880232810974, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8239943385124207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 951}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 952}
{"loss": -0.38357704877853394, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8443968296051025, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 952}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 953}
{"loss": -0.36663928627967834, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8087522387504578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 953}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 954}
{"loss": -0.31419482827186584, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6905704736709595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 954}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 955}
{"loss": -0.35047975182533264, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7724142670631409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 955}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 956}
{"loss": -0.3353169858455658, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.738528847694397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 956}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 957}
{"loss": -0.38163870573043823, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.842049241065979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 957}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 958}
{"loss": -0.34206339716911316, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.752586841583252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 958}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 959}
{"loss": -0.34492236375808716, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7598273754119873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 959}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 960}
{"loss": -0.35226041078567505, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7761400938034058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 960}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 961}
{"loss": -0.3189197778701782, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.699550986289978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 961}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 962}
{"loss": -0.3303787410259247, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7280033230781555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 962}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 963}
{"loss": -0.36706340312957764, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8086675405502319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 963}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 964}
{"loss": -0.3093118369579315, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6782886981964111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 964}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 965}
{"loss": -0.3215811252593994, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7075138092041016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 965}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 966}
{"loss": -0.33104294538497925, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.728852391242981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 966}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 967}
{"loss": -0.370044082403183, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8149083256721497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 967}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 968}
{"loss": -0.34291407465934753, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7551087141036987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 968}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 969}
{"loss": -0.35965579748153687, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7921169996261597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 969}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 970}
{"loss": -0.3560270071029663, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7834436297416687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 970}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 971}
{"loss": -0.3611086905002594, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7943382859230042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 971}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 972}
{"loss": -0.35979795455932617, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7917671799659729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 972}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 973}
{"loss": -0.36557814478874207, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8053829669952393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 973}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 974}
{"loss": -0.362962931394577, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7987371683120728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 974}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 975}
{"loss": -0.35392290353775024, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7779322862625122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 975}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 976}
{"loss": -0.40690502524375916, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8955793380737305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 976}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 977}
{"loss": -0.35908713936805725, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7908459901809692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 977}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 978}
{"loss": -0.31606248021125793, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6942843794822693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 978}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 979}
{"loss": -0.3576970100402832, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7874963879585266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 979}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 980}
{"loss": -0.3476313352584839, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7644222378730774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 980}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 981}
{"loss": -0.3814643621444702, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8386521339416504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 981}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 982}
{"loss": -0.3534608483314514, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7757392525672913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 982}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 983}
{"loss": -0.3398578464984894, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7464462518692017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 983}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 984}
{"loss": -0.3615221083164215, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7940790057182312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 984}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 985}
{"loss": -0.3648460805416107, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8013079166412354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 985}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 986}
{"loss": -0.35394951701164246, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7774619460105896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 986}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 987}
{"loss": -0.3880763053894043, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8525147438049316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 987}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 988}
{"loss": -0.3542696535587311, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7774938344955444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 988}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 989}
{"loss": -0.36753004789352417, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8075510263442993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 989}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 990}
{"loss": -0.3786236047744751, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8323087096214294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 990}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 991}
{"loss": -0.33557868003845215, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7361819744110107, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 991}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 992}
{"loss": -0.36306747794151306, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7969398498535156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 992}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 993}
{"loss": -0.350285142660141, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7690389752388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 993}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 994}
{"loss": -0.3349500894546509, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.735110878944397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 994}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 995}
{"loss": -0.3555329740047455, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7810115218162537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 995}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 996}
{"loss": -0.35590440034866333, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7813928127288818, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 996}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 997}
{"loss": -0.33141037821769714, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7272564172744751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 997}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 998}
{"loss": -0.35582414269447327, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7810646295547485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 998}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 999}
{"loss": -0.33056825399398804, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7254210710525513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 999}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1000}
{"loss": -0.3388743996620178, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7430540323257446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1000}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5765305757522583}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1001}
{"loss": -0.31675824522972107, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6942412257194519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1001}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1002}
{"loss": -0.3563120365142822, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7830098867416382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1002}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5790815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1003}
{"loss": -0.3459399342536926, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7582541704177856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1003}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1004}
{"loss": -0.3107215166091919, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6783849000930786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1004}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1005}
{"loss": -0.3673781156539917, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8059167861938477, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1005}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1006}
{"loss": -0.3456967771053314, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7583196759223938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1006}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1007}
{"loss": -0.32450997829437256, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7105401754379272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1007}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1008}
{"loss": -0.36260849237442017, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7950887084007263, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1008}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1009}
{"loss": -0.36564695835113525, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8020529747009277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1009}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1010}
{"loss": -0.40216222405433655, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8820669054985046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1010}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1011}
{"loss": -0.3560081124305725, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7803422808647156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1011}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1012}
{"loss": -0.33124658465385437, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7252053618431091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1012}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1013}
{"loss": -0.37089231610298157, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8134958148002625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1013}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1014}
{"loss": -0.3704487383365631, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.811366617679596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1014}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1015}
{"loss": -0.4014894962310791, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8803200721740723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1015}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1016}
{"loss": -0.3853834569454193, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8444054126739502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1016}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1017}
{"loss": -0.38275980949401855, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8389326930046082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1017}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1018}
{"loss": -0.3424564003944397, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.749695360660553, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1018}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1019}
{"loss": -0.3673718273639679, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8060908913612366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1019}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1020}
{"loss": -0.34640488028526306, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7580661773681641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1020}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1021}
{"loss": -0.3449077010154724, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7553040385246277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1021}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1022}
{"loss": -0.3751571774482727, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8223075270652771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1022}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1023}
{"loss": -0.34910866618156433, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7651141285896301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1023}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1024}
{"loss": -0.36606088280677795, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8024934530258179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1024}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1025}
{"loss": -0.3494195342063904, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7645118832588196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1025}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1026}
{"loss": -0.3487558364868164, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7619830369949341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1026}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1027}
{"loss": -0.3655959665775299, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8004165887832642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1027}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1028}
{"loss": -0.3540595769882202, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7744982838630676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1028}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1029}
{"loss": -0.35867688059806824, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7859956622123718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1029}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1030}
{"loss": -0.3726494610309601, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8159340023994446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1030}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1031}
{"loss": -0.3438469469547272, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7519232630729675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1031}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1032}
{"loss": -0.3665068745613098, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8021290898323059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1032}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1033}
{"loss": -0.38877037167549133, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8509536981582642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1033}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1034}
{"loss": -0.3542897403240204, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7748381495475769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1034}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5561224222183228}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1035}
{"loss": -0.3646142780780792, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.797947883605957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1035}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1036}
{"loss": -0.38530752062797546, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8430964946746826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1036}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1037}
{"loss": -0.3515957295894623, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7684524059295654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1037}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1038}
{"loss": -0.36051318049430847, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7887665629386902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1038}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1039}
{"loss": -0.35127517580986023, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7680104970932007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1039}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1040}
{"loss": -0.33727502822875977, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7368878126144409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1040}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1041}
{"loss": -0.37427517771720886, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8196331262588501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1041}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1042}
{"loss": -0.33256402611732483, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7257596850395203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1042}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1043}
{"loss": -0.34037891030311584, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7441869974136353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1043}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1044}
{"loss": -0.321354478597641, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7004992365837097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1044}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1045}
{"loss": -0.3411407172679901, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7445294260978699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1045}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1046}
{"loss": -0.3412107229232788, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7456806302070618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1046}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1047}
{"loss": -0.34387749433517456, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7520110607147217, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1047}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1048}
{"loss": -0.3679974675178528, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.804011881351471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1048}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1049}
{"loss": -0.33326491713523865, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7286496758460999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1049}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1050}
{"loss": -0.33941587805747986, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7418450117111206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1050}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1051}
{"loss": -0.34476959705352783, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7529681324958801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1051}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1052}
{"loss": -0.37364405393600464, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8161643743515015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1052}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1053}
{"loss": -0.3720378875732422, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.813032329082489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1053}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1054}
{"loss": -0.34861069917678833, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7614830136299133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1054}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1055}
{"loss": -0.3629516065120697, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7930527329444885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1055}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1056}
{"loss": -0.36437392234802246, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7958612442016602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1056}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1057}
{"loss": -0.40074723958969116, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8759899735450745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1057}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1058}
{"loss": -0.3665523827075958, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8010366559028625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1058}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1059}
{"loss": -0.3590756952762604, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7849777936935425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1059}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1060}
{"loss": -0.37665897607803345, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8232397437095642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1060}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1061}
{"loss": -0.36861222982406616, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8041860461235046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1061}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1062}
{"loss": -0.34843185544013977, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7602843642234802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1062}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1063}
{"loss": -0.35094520449638367, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7660368084907532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1063}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1064}
{"loss": -0.3278273046016693, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7148873805999756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1064}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1065}
{"loss": -0.3484005630016327, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7607192993164062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1065}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5892857313156128}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1066}
{"loss": -0.35578855872154236, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7767820954322815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1066}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6198979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1067}
{"loss": -0.35781794786453247, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7811696529388428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1067}
{"generalization hold out": {"acc": 0.13265305757522583, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1068}
{"loss": -0.3324449062347412, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7238742709159851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1068}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1069}
{"loss": -0.34907403588294983, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7616384029388428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1069}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1070}
{"loss": -0.3389036953449249, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7384926080703735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1070}
{"generalization hold out": {"acc": 0.16326530277729034, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1071}
{"loss": -0.3519972562789917, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.767724871635437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1071}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5357142686843872}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1072}
{"loss": -0.357193261384964, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7796224355697632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1072}
{"generalization hold out": {"acc": 0.13265305757522583, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1073}
{"loss": -0.3206654191017151, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6977158188819885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1073}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5663264989852905}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1074}
{"loss": -0.34858423471450806, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7606526613235474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1074}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1075}
{"loss": -0.3741530179977417, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.81689453125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1075}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1076}
{"loss": -0.35973334312438965, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7845637798309326, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1076}
{"generalization hold out": {"acc": 0.20918366312980652, "acc_or": 0.5867346525192261}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1077}
{"loss": -0.3522629737854004, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.76796954870224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1077}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1078}
{"loss": -0.32365337014198303, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7040500044822693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1078}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1079}
{"loss": -0.34215253591537476, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7459692358970642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1079}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1080}
{"loss": -0.3537668287754059, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7713925242424011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1080}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1081}
{"loss": -0.35541626811027527, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.773840606212616, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1081}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1082}
{"loss": -0.3442048728466034, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7504972219467163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1082}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1083}
{"loss": -0.37643229961395264, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8206274509429932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1083}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1084}
{"loss": -0.36151155829429626, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7879179120063782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1084}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1085}
{"loss": -0.34676188230514526, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7562050223350525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1085}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1086}
{"loss": -0.3763277530670166, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8205344080924988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1086}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1087}
{"loss": -0.36161839962005615, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.787910521030426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1087}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1088}
{"loss": -0.34361782670021057, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7474029064178467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1088}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1089}
{"loss": -0.36073029041290283, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7851594686508179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1089}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1090}
{"loss": -0.3685142993927002, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8033584356307983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1090}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1091}
{"loss": -0.36054226756095886, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7854321599006653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1091}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1092}
{"loss": -0.37298741936683655, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8133903741836548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1092}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1093}
{"loss": -0.38828423619270325, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8462658524513245, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1093}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1094}
{"loss": -0.36385980248451233, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7929478287696838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1094}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1095}
{"loss": -0.3649101257324219, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7953585982322693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1095}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1096}
{"loss": -0.38369181752204895, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8366553783416748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1096}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1097}
{"loss": -0.31995511054992676, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6955525279045105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1097}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1098}
{"loss": -0.37948280572891235, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8271107077598572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1098}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1099}
{"loss": -0.3316876292228699, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7211188077926636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1099}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1100}
{"loss": -0.390034556388855, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8503869771957397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1100}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1101}
{"loss": -0.31886640191078186, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6930551528930664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1101}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1102}
{"loss": -0.34616851806640625, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7533165812492371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1102}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1103}
{"loss": -0.39109984040260315, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8522408604621887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1103}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1104}
{"loss": -0.3770902752876282, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8204083442687988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1104}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1105}
{"loss": -0.3356289267539978, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7295322418212891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1105}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1106}
{"loss": -0.34546971321105957, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.749657928943634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1106}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1107}
{"loss": -0.33693650364875793, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7319015860557556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1107}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1108}
{"loss": -0.3639671504497528, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7916998863220215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1108}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1109}
{"loss": -0.3470282256603241, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7545134425163269, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1109}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1110}
{"loss": -0.34476548433303833, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7498562335968018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1110}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1111}
{"loss": -0.34205394983291626, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7434866428375244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1111}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1112}
{"loss": -0.3652353286743164, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.79396653175354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1112}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1113}
{"loss": -0.3617677688598633, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7871828675270081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1113}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1114}
{"loss": -0.3316199779510498, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.719549834728241, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1114}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5739795565605164}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1115}
{"loss": -0.3759787678718567, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.818158745765686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1115}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5790815949440002}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1116}
{"loss": -0.36728060245513916, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7990078330039978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1116}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5841836333274841}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1117}
{"loss": -0.34773188829421997, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.756617546081543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1117}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1118}
{"loss": -0.3933057487010956, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8559632301330566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1118}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1119}
{"loss": -0.3608030080795288, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7849541902542114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1119}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1120}
{"loss": -0.4008394777774811, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8726739287376404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1120}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1121}
{"loss": -0.3352164924144745, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7284827828407288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1121}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1122}
{"loss": -0.3320049047470093, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.721771240234375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1122}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1123}
{"loss": -0.3796667754650116, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8259665966033936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1123}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1124}
{"loss": -0.36951011419296265, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8035637736320496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1124}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1125}
{"loss": -0.3541546165943146, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7702145576477051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1125}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1126}
{"loss": -0.33430808782577515, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7257013320922852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1126}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1127}
{"loss": -0.38928091526031494, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8468551635742188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1127}
{"generalization hold out": {"acc": 0.20918366312980652, "acc_or": 0.5867346525192261}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1128}
{"loss": -0.3817853033542633, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8303781747817993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1128}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1129}
{"loss": -0.359664648771286, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7816005945205688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1129}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.625}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1130}
{"loss": -0.3588161766529083, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7797038555145264, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1130}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1131}
{"loss": -0.3263137936592102, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7087804079055786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1131}
{"generalization hold out": {"acc": 0.13775509595870972, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1132}
{"loss": -0.3670390546321869, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7980817556381226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1132}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1133}
{"loss": -0.36077505350112915, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.783657968044281, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1133}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1134}
{"loss": -0.3772147595882416, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8184633851051331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1134}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1135}
{"loss": -0.3562719523906708, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7740231156349182, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1135}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1136}
{"loss": -0.361587256193161, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7856446504592896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1136}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1137}
{"loss": -0.3769782781600952, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8184733390808105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1137}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1138}
{"loss": -0.370747834444046, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8049739003181458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1138}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1139}
{"loss": -0.3456577956676483, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.750036358833313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1139}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1140}
{"loss": -0.3489241302013397, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7569475173950195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1140}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1141}
{"loss": -0.294188529253006, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.637116551399231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1141}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1142}
{"loss": -0.37763142585754395, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.820303738117218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1142}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1143}
{"loss": -0.3188011050224304, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6904702186584473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1143}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1144}
{"loss": -0.3745417594909668, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8119185566902161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1144}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1145}
{"loss": -0.35189488530158997, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7613988518714905, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1145}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1146}
{"loss": -0.38816124200820923, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8428317904472351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1146}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1147}
{"loss": -0.3677298426628113, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7982875108718872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1147}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1148}
{"loss": -0.32425639033317566, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7017934322357178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1148}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1149}
{"loss": -0.37194353342056274, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.806905210018158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1149}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1150}
{"loss": -0.36569908261299133, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7933999300003052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1150}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1151}
{"loss": -0.3576260209083557, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.774914026260376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1151}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1152}
{"loss": -0.38728684186935425, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8403103351593018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1152}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.6198979616165161}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1153}
{"loss": -0.36819541454315186, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7987315058708191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1153}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.625}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1154}
{"loss": -0.37352892756462097, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8094986081123352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1154}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1155}
{"loss": -0.33146145939826965, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7186042666435242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1155}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5739795565605164}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1156}
{"loss": -0.3443189263343811, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7461902499198914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1156}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1157}
{"loss": -0.36540794372558594, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7923838496208191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1157}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1158}
{"loss": -0.36181211471557617, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7841925024986267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1158}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5765305757522583}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1159}
{"loss": -0.34014376997947693, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7362644076347351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1159}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1160}
{"loss": -0.34020841121673584, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.736928403377533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1160}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1161}
{"loss": -0.36092409491539, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7827473878860474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1161}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1162}
{"loss": -0.3420621156692505, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7412524819374084, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1162}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1163}
{"loss": -0.35488012433052063, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7690210342407227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1163}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1164}
{"loss": -0.37262046337127686, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8080999255180359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1164}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1165}
{"loss": -0.3769013285636902, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8173909187316895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1165}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1166}
{"loss": -0.3272377848625183, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7076749801635742, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1166}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1167}
{"loss": -0.36744335293769836, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7974609732627869, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1167}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1168}
{"loss": -0.35848477482795715, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7769449949264526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1168}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1169}
{"loss": -0.3392408788204193, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7351441383361816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1169}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1170}
{"loss": -0.32753586769104004, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7082289457321167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1170}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1171}
{"loss": -0.37479403614997864, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8125761151313782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1171}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1172}
{"loss": -0.37006789445877075, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8022014498710632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1172}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1173}
{"loss": -0.37627261877059937, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.814741313457489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1173}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1174}
{"loss": -0.38901156187057495, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.842440128326416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1174}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1175}
{"loss": -0.3487829566001892, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7545058727264404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1175}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1176}
{"loss": -0.3380414843559265, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7318075299263, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1176}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1177}
{"loss": -0.36398327350616455, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7880102396011353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1177}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1178}
{"loss": -0.392351895570755, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8508911728858948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1178}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1179}
{"loss": -0.37636902928352356, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8153457641601562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1179}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6301020383834839}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1180}
{"loss": -0.3652682900428772, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7916476726531982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1180}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1181}
{"loss": -0.39565253257751465, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8572548627853394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1181}
{"generalization hold out": {"acc": 0.20918366312980652, "acc_or": 0.5867346525192261}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1182}
{"loss": -0.33228960633277893, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7190053462982178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1182}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5841836333274841}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1183}
{"loss": -0.3114795386791229, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6726415157318115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1183}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1184}
{"loss": -0.3747541010379791, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8116999864578247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1184}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1185}
{"loss": -0.3157319128513336, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6814408898353577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1185}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1186}
{"loss": -0.3485732972621918, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7548369765281677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1186}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5841836333274841}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1187}
{"loss": -0.36142781376838684, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7824098467826843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1187}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5739795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1188}
{"loss": -0.370982825756073, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8031364679336548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1188}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1189}
{"loss": -0.36105120182037354, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7811862826347351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1189}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1190}
{"loss": -0.3360721170902252, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7263448238372803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1190}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1191}
{"loss": -0.40202829241752625, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8697968125343323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1191}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1192}
{"loss": -0.34004276990890503, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7353560924530029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1192}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1193}
{"loss": -0.3661138713359833, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7908164262771606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1193}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1194}
{"loss": -0.38211119174957275, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8273583650588989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1194}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6096938848495483}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1195}
{"loss": -0.3345237076282501, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7225491404533386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1195}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6071428656578064}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1196}
{"loss": -0.3885549008846283, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8407632112503052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1196}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1197}
{"loss": -0.3404569923877716, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7345585227012634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1197}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5816326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1198}
{"loss": -0.32379278540611267, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6980252861976624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1198}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5816326141357422}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1199}
{"loss": -0.35227277874946594, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7611225843429565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1199}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5739795565605164}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1200}
{"loss": -0.3640672266483307, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7873783111572266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1200}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1201}
{"loss": -0.37996402382850647, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8216820359230042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1201}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5663264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1202}
{"loss": -0.3541966378688812, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7657442092895508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1202}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5663264989852905}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1203}
{"loss": -0.3577125668525696, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7729946970939636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1203}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5561224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1204}
{"loss": -0.369392991065979, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.79790860414505, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1204}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1205}
{"loss": -0.39482465386390686, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8538585901260376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1205}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1206}
{"loss": -0.37524619698524475, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8113599419593811, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1206}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1207}
{"loss": -0.43175867199897766, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.9348434209823608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1207}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1208}
{"loss": -0.386822909116745, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8362375497817993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1208}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1209}
{"loss": -0.36912214756011963, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.797163188457489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1209}
{"generalization hold out": {"acc": 0.18877550959587097, "acc_or": 0.5816326141357422}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1210}
{"loss": -0.35968682169914246, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7773800492286682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1210}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1211}
{"loss": -0.37383976578712463, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8078144192695618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1211}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1212}
{"loss": -0.33875200152397156, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7310445308685303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1212}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1213}
{"loss": -0.3198145627975464, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6905401945114136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1213}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1214}
{"loss": -0.3506276309490204, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7572100162506104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1214}
{"generalization hold out": {"acc": 0.13775509595870972, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1215}
{"loss": -0.3594234883785248, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7767504453659058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1215}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1216}
{"loss": -0.3620288372039795, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7816833257675171, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1216}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1217}
{"loss": -0.3779195249080658, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8162311315536499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1217}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1218}
{"loss": -0.3982599973678589, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8618690967559814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1218}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1219}
{"loss": -0.36923182010650635, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7972437739372253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1219}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1220}
{"loss": -0.3729855418205261, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8054960370063782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1220}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1221}
{"loss": -0.3357435464859009, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.724245548248291, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1221}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1222}
{"loss": -0.3569595217704773, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7704805731773376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1222}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1223}
{"loss": -0.3678118884563446, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7941150665283203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1223}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1224}
{"loss": -0.3646182119846344, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7872336506843567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1224}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1225}
{"loss": -0.3573475778102875, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7713943123817444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1225}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1226}
{"loss": -0.36238330602645874, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7827759385108948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1226}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1227}
{"loss": -0.3806433379650116, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.821993350982666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1227}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1228}
{"loss": -0.3507288694381714, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7553157806396484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1228}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1229}
{"loss": -0.3651812970638275, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7884441614151001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1229}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1230}
{"loss": -0.3575180768966675, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7711048722267151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1230}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1231}
{"loss": -0.3546271324157715, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7651559710502625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1231}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1232}
{"loss": -0.35133853554725647, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7570750713348389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1232}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1233}
{"loss": -0.35449644923210144, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.764146089553833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1233}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1234}
{"loss": -0.38527029752731323, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8313000202178955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1234}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1235}
{"loss": -0.352097749710083, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.759678840637207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1235}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1236}
{"loss": -0.36739853024482727, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7926526069641113, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1236}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1237}
{"loss": -0.3727412521839142, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8047738075256348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1237}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1238}
{"loss": -0.37481921911239624, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8081470727920532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1238}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1239}
{"loss": -0.37575697898864746, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8115440607070923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1239}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1240}
{"loss": -0.41205328702926636, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8894252181053162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1240}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1241}
{"loss": -0.3177642524242401, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6849125027656555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1241}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1242}
{"loss": -0.3989950120449066, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8615315556526184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1242}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1243}
{"loss": -0.37996500730514526, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8194406032562256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1243}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1244}
{"loss": -0.41690102219581604, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.9002936482429504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1244}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1245}
{"loss": -0.3893626630306244, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8407483696937561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1245}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1246}
{"loss": -0.3876897692680359, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8361718058586121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1246}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1247}
{"loss": -0.3597337007522583, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7752516269683838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1247}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1248}
{"loss": -0.3670877516269684, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.791033148765564, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1248}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1249}
{"loss": -0.3575696647167206, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7707129120826721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1249}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1250}
{"loss": -0.3691728115081787, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7965108752250671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1250}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1251}
{"loss": -0.35562261939048767, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.765963077545166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1251}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1252}
{"loss": -0.3273848593235016, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7048700451850891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1252}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1253}
{"loss": -0.31921711564064026, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6865254044532776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1253}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1254}
{"loss": -0.38925084471702576, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8389216661453247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1254}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1255}
{"loss": -0.3594759702682495, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7750211954116821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1255}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1256}
{"loss": -0.38380324840545654, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8274518847465515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1256}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1257}
{"loss": -0.3683643043041229, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7926047444343567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1257}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1258}
{"loss": -0.3651505708694458, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7867035269737244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1258}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1259}
{"loss": -0.3772878646850586, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8138372302055359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1259}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1260}
{"loss": -0.36462000012397766, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7857796549797058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1260}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1261}
{"loss": -0.3600676655769348, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7752530574798584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1261}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1262}
{"loss": -0.3841680586338043, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8284799456596375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1262}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1263}
{"loss": -0.36253976821899414, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7798913717269897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1263}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1264}
{"loss": -0.3801707625389099, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8190076351165771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1264}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1265}
{"loss": -0.3529965281486511, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7594863176345825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1265}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1266}
{"loss": -0.3261142373085022, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7018479108810425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1266}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1267}
{"loss": -0.3793608546257019, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.817476749420166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1267}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1268}
{"loss": -0.3353430926799774, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7200604677200317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1268}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1269}
{"loss": -0.37019971013069153, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7974595427513123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1269}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1270}
{"loss": -0.34511399269104004, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7422345280647278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1270}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1271}
{"loss": -0.35581082105636597, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7656367421150208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1271}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1272}
{"loss": -0.3734906017780304, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8036894798278809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1272}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1273}
{"loss": -0.33999285101890564, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7312593460083008, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1273}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1274}
{"loss": -0.36899569630622864, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7943569421768188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1274}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1275}
{"loss": -0.3989183008670807, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8589395880699158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1275}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1276}
{"loss": -0.3570278286933899, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.767585813999176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1276}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1277}
{"loss": -0.3733419179916382, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8042349815368652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1277}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1278}
{"loss": -0.37473466992378235, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8069032430648804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1278}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1279}
{"loss": -0.36687150597572327, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7897835373878479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1279}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1280}
{"loss": -0.38778746128082275, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8364676237106323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1280}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1281}
{"loss": -0.34300240874290466, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7374154925346375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1281}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1282}
{"loss": -0.3783445656299591, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8146242499351501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1282}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1283}
{"loss": -0.3429903984069824, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7376586198806763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1283}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1284}
{"loss": -0.34663212299346924, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7453373074531555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1284}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1285}
{"loss": -0.3628864884376526, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7806470394134521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1285}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1286}
{"loss": -0.3461655378341675, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7438039779663086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1286}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1287}
{"loss": -0.3531537353992462, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7595430016517639, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1287}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1288}
{"loss": -0.36883652210235596, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7933650612831116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1288}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1289}
{"loss": -0.3238234221935272, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6944184303283691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1289}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1290}
{"loss": -0.4026554822921753, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8668597340583801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1290}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1291}
{"loss": -0.33696550130844116, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7237444519996643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1291}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1292}
{"loss": -0.3825993239879608, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8233522176742554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1292}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1293}
{"loss": -0.3592819273471832, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7720173597335815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1293}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1294}
{"loss": -0.37644413113594055, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8093748688697815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1294}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1295}
{"loss": -0.38299939036369324, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8238189816474915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1295}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1296}
{"loss": -0.39014068245887756, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8393257260322571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1296}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1297}
{"loss": -0.3729821741580963, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8019990921020508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1297}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1298}
{"loss": -0.3843408524990082, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8268513083457947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1298}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1299}
{"loss": -0.38361793756484985, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8245351910591125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1299}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1300}
{"loss": -0.3825284540653229, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8219332098960876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1300}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1301}
{"loss": -0.3652617335319519, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7846152782440186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1301}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1302}
{"loss": -0.3591245114803314, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7714096903800964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1302}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1303}
{"loss": -0.4068754315376282, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8754132390022278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1303}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1304}
{"loss": -0.3767417371273041, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.810093879699707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1304}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1305}
{"loss": -0.3687678873538971, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7926315069198608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1305}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1306}
{"loss": -0.3505198657512665, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7521623373031616, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1306}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1307}
{"loss": -0.34557798504829407, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7419502139091492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1307}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1308}
{"loss": -0.3707899749279022, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7968871593475342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1308}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1309}
{"loss": -0.3956802487373352, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8508820533752441, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1309}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1310}
{"loss": -0.3780997693538666, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8127979040145874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1310}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1311}
{"loss": -0.38952574133872986, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8375141024589539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1311}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1312}
{"loss": -0.3593452274799347, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7719428539276123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1312}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1313}
{"loss": -0.35448962450027466, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7607418298721313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1313}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1314}
{"loss": -0.3710836172103882, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7970926761627197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1314}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1315}
{"loss": -0.3999482989311218, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.860325038433075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1315}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1316}
{"loss": -0.3826982080936432, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8223263621330261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1316}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1317}
{"loss": -0.3789066672325134, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8142139911651611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1317}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1318}
{"loss": -0.37396830320358276, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8032815456390381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1318}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1319}
{"loss": -0.35703492164611816, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7661234736442566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1319}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1320}
{"loss": -0.36090704798698425, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7746413946151733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1320}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1321}
{"loss": -0.33827582001686096, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7257423400878906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1321}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1322}
{"loss": -0.4043842554092407, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8683057427406311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1322}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1323}
{"loss": -0.36382055282592773, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.780508816242218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1323}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1324}
{"loss": -0.34492751955986023, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7397677302360535, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1324}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1325}
{"loss": -0.39588746428489685, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8496125936508179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1325}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1326}
{"loss": -0.38192951679229736, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8198610544204712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1326}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1327}
{"loss": -0.3483806252479553, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7476935386657715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1327}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1328}
{"loss": -0.40029221773147583, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8603370785713196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1328}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1329}
{"loss": -0.3915991187095642, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8410370945930481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1329}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1330}
{"loss": -0.3850140869617462, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8267403841018677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1330}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1331}
{"loss": -0.3603391647338867, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.772372305393219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1331}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1332}
{"loss": -0.36724725365638733, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7880768179893494, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1332}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1333}
{"loss": -0.3611290454864502, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7745406627655029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1333}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1334}
{"loss": -0.4021039605140686, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8628783822059631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1334}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1335}
{"loss": -0.3247372508049011, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6954625844955444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1335}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1336}
{"loss": -0.36719632148742676, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.787767231464386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1336}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1337}
{"loss": -0.3511580228805542, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7529181241989136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1337}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1338}
{"loss": -0.3797156512737274, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8150355815887451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1338}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1339}
{"loss": -0.4142901301383972, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8891233205795288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1339}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1340}
{"loss": -0.3871138393878937, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8307051062583923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1340}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1341}
{"loss": -0.37989935278892517, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8151946067810059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1341}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1342}
{"loss": -0.3502447009086609, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7508171200752258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1342}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1343}
{"loss": -0.3608860969543457, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7737169861793518, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1343}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1344}
{"loss": -0.3902426064014435, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8370202779769897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1344}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1345}
{"loss": -0.36791032552719116, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7881458401679993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1345}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1346}
{"loss": -0.3664925694465637, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7854713201522827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1346}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1347}
{"loss": -0.37325119972229004, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8002328872680664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1347}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1348}
{"loss": -0.3715960681438446, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7969002723693848, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1348}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1349}
{"loss": -0.38440075516700745, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.824300229549408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1349}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1350}
{"loss": -0.35112693905830383, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7528707981109619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1350}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1351}
{"loss": -0.37934696674346924, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.814203679561615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1351}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1352}
{"loss": -0.37239569425582886, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7983919978141785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1352}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1353}
{"loss": -0.3932095468044281, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8431988954544067, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1353}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1354}
{"loss": -0.35109442472457886, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7523967027664185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1354}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1355}
{"loss": -0.3855186402797699, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8261540532112122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1355}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1356}
{"loss": -0.3665655851364136, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7858226299285889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1356}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1357}
{"loss": -0.3372710645198822, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7224882245063782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1357}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1358}
{"loss": -0.37798768281936646, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8098013997077942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1358}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1359}
{"loss": -0.34048688411712646, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7292726039886475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1359}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1360}
{"loss": -0.38497230410575867, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8254458904266357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1360}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1361}
{"loss": -0.3883170187473297, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8328400254249573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1361}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1362}
{"loss": -0.3745533525943756, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8025667071342468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1362}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1363}
{"loss": -0.39102038741111755, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8379430770874023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1363}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1364}
{"loss": -0.35955971479415894, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7701425552368164, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1364}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1365}
{"loss": -0.3680289089679718, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7883917689323425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1365}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1366}
{"loss": -0.37641364336013794, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8065335154533386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1366}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1367}
{"loss": -0.3476901650428772, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7420700788497925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1367}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1368}
{"loss": -0.3902735114097595, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8358147740364075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1368}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1369}
{"loss": -0.3449038863182068, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7379705309867859, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1369}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1370}
{"loss": -0.3685242235660553, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7889606356620789, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1370}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1371}
{"loss": -0.3674849569797516, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7875116467475891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1371}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1372}
{"loss": -0.33307701349258423, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.712308406829834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1372}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1373}
{"loss": -0.36287862062454224, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7772878408432007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1373}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1374}
{"loss": -0.39497897028923035, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8463382720947266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1374}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1375}
{"loss": -0.34223249554634094, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7328843474388123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1375}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1376}
{"loss": -0.3245578408241272, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6938487887382507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1376}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1377}
{"loss": -0.37169018387794495, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7963393330574036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1377}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1378}
{"loss": -0.37071114778518677, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7935470342636108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1378}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1379}
{"loss": -0.36418887972831726, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7797788381576538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1379}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1380}
{"loss": -0.39702993631362915, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8508089780807495, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1380}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1381}
{"loss": -0.3640105128288269, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7788587212562561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1381}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1382}
{"loss": -0.38554006814956665, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8255926370620728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1382}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1383}
{"loss": -0.38749197125434875, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8294762969017029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1383}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1384}
{"loss": -0.35606950521469116, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7617162466049194, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1384}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1385}
{"loss": -0.3819190263748169, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8176358342170715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1385}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1386}
{"loss": -0.4038558304309845, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.864764928817749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1386}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1387}
{"loss": -0.35692915320396423, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7626064419746399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1387}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1388}
{"loss": -0.3673989176750183, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.78590989112854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1388}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1389}
{"loss": -0.3620171546936035, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7741347551345825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1389}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1390}
{"loss": -0.38406670093536377, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8217690587043762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1390}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1391}
{"loss": -0.3258422017097473, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6959269642829895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1391}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1392}
{"loss": -0.37793439626693726, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8078902959823608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1392}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1393}
{"loss": -0.36766284704208374, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7873345017433167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1393}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1394}
{"loss": -0.33299121260643005, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7107986211776733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1394}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1395}
{"loss": -0.36992815136909485, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7906505465507507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1395}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1396}
{"loss": -0.37671560049057007, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.806094229221344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1396}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1397}
{"loss": -0.3466593027114868, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7408272624015808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1397}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1398}
{"loss": -0.3808933198451996, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8155683279037476, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1398}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1399}
{"loss": -0.39399632811546326, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8428979516029358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1399}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1400}
{"loss": -0.38155457377433777, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8168305158615112, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1400}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1401}
{"loss": -0.3921133577823639, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8396129012107849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1401}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1402}
{"loss": -0.3844335377216339, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8227052092552185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1402}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1403}
{"loss": -0.37457892298698425, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8008315563201904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1403}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1404}
{"loss": -0.3702772259712219, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7907649278640747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1404}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1405}
{"loss": -0.35376837849617004, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7553337812423706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1405}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1406}
{"loss": -0.4054262340068817, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8664416670799255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1406}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1407}
{"loss": -0.37488284707069397, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.800989031791687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1407}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1408}
{"loss": -0.3960866630077362, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8475396037101746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1408}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1409}
{"loss": -0.39596930146217346, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8465237021446228, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1409}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1410}
{"loss": -0.39442670345306396, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8437926173210144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1410}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1411}
{"loss": -0.3614130914211273, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7717799544334412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1411}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1412}
{"loss": -0.41363540291786194, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8839511871337891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1412}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1413}
{"loss": -0.33836984634399414, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7216088771820068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1413}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1414}
{"loss": -0.37531331181526184, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8018530011177063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1414}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1415}
{"loss": -0.3646658658981323, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7791364192962646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1415}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1416}
{"loss": -0.37865525484085083, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.809231698513031, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1416}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1417}
{"loss": -0.3834286630153656, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8190951943397522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1417}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1418}
{"loss": -0.3957860767841339, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8457745313644409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1418}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1419}
{"loss": -0.35121530294418335, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7501234412193298, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1419}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1420}
{"loss": -0.3605932593345642, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.769605815410614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1420}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1421}
{"loss": -0.35542941093444824, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7590515613555908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1421}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1422}
{"loss": -0.35165032744407654, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7508206367492676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1422}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1423}
{"loss": -0.3428412675857544, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.732138454914093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1423}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1424}
{"loss": -0.3274712860584259, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6979278326034546, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1424}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1425}
{"loss": -0.36278095841407776, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7745597958564758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1425}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1426}
{"loss": -0.33771592378616333, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7198919057846069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1426}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1427}
{"loss": -0.3883114457130432, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8296223878860474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1427}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1428}
{"loss": -0.34645989537239075, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7395010590553284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1428}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1429}
{"loss": -0.36208003759384155, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7733851075172424, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1429}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1430}
{"loss": -0.3451748490333557, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.736860454082489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1430}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1431}
{"loss": -0.37635454535484314, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8043672442436218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1431}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1432}
{"loss": -0.4145824611186981, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8855838179588318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1432}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1433}
{"loss": -0.3768642246723175, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8052659630775452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1433}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1434}
{"loss": -0.3930552303791046, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8396267294883728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1434}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1435}
{"loss": -0.35625210404396057, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7602782249450684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1435}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1436}
{"loss": -0.35145458579063416, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7505184412002563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1436}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1437}
{"loss": -0.38317379355430603, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8177059888839722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1437}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1438}
{"loss": -0.40082788467407227, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.856239914894104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1438}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1439}
{"loss": -0.405521035194397, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8669335842132568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1439}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1440}
{"loss": -0.35239720344543457, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7521671652793884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1440}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1441}
{"loss": -0.3736322224140167, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7990139126777649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1441}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1442}
{"loss": -0.33933356404304504, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7227009534835815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1442}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1443}
{"loss": -0.3676522374153137, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7843911647796631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1443}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1444}
{"loss": -0.3888366222381592, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8302733302116394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1444}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1445}
{"loss": -0.40052247047424316, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8557964563369751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1445}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1446}
{"loss": -0.3694314956665039, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7884951829910278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1446}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1447}
{"loss": -0.38950157165527344, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8315269947052002, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1447}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1448}
{"loss": -0.3902598023414612, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8336460590362549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1448}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1449}
{"loss": -0.3786981999874115, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8083274960517883, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1449}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1450}
{"loss": -0.37561875581741333, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8018487691879272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1450}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1451}
{"loss": -0.39859795570373535, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8509955406188965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1451}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1452}
{"loss": -0.36786431074142456, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7850287556648254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1452}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1453}
{"loss": -0.3705316483974457, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7901573777198792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1453}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1454}
{"loss": -0.40656694769859314, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8680950999259949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1454}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1455}
{"loss": -0.3723987638950348, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7928064465522766, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1455}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1456}
{"loss": -0.39237180352211, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8367792367935181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1456}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1457}
{"loss": -0.38953739404678345, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8316541910171509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1457}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1458}
{"loss": -0.39541128277778625, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8434689044952393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1458}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1459}
{"loss": -0.3546426296234131, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.756269633769989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1459}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1460}
{"loss": -0.3819303512573242, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8150080442428589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1460}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1461}
{"loss": -0.4008881747722626, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8552872538566589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1461}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1462}
{"loss": -0.37760013341903687, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8053343892097473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1462}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1463}
{"loss": -0.393885999917984, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8402089476585388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1463}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1464}
{"loss": -0.39446672797203064, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8420347571372986, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1464}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1465}
{"loss": -0.4048469066619873, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8643847703933716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1465}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1466}
{"loss": -0.34066393971443176, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.726123034954071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1466}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1467}
{"loss": -0.38475966453552246, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8210088014602661, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1467}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1468}
{"loss": -0.3684787154197693, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7857741117477417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1468}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1469}
{"loss": -0.3628777265548706, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7724593281745911, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1469}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1470}
{"loss": -0.39706799387931824, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8469667434692383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1470}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1471}
{"loss": -0.35250771045684814, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7513355612754822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1471}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1472}
{"loss": -0.39131778478622437, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8344970941543579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1472}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1473}
{"loss": -0.3970890939235687, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8476075530052185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1473}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1474}
{"loss": -0.3563520014286041, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7590121626853943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1474}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1475}
{"loss": -0.34205761551856995, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7280622124671936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1475}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1476}
{"loss": -0.35055094957351685, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7472812533378601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1476}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1477}
{"loss": -0.3249867558479309, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6911768317222595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1477}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1478}
{"loss": -0.35775312781333923, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7615526914596558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1478}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1479}
{"loss": -0.3809047043323517, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8115319609642029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1479}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1480}
{"loss": -0.38616514205932617, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8230894804000854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1480}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1481}
{"loss": -0.3529728055000305, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7518245577812195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1481}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1482}
{"loss": -0.3245636224746704, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6905641555786133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1482}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1483}
{"loss": -0.35786983370780945, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7627905607223511, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1483}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1484}
{"loss": -0.3505208194255829, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7464331388473511, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1484}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1485}
{"loss": -0.363246351480484, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7735481858253479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1485}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1486}
{"loss": -0.3656814396381378, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.778785765171051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1486}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1487}
{"loss": -0.4110361635684967, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8768093585968018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1487}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1488}
{"loss": -0.32752612233161926, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6964723467826843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1488}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1489}
{"loss": -0.37028488516807556, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.788945734500885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1489}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1490}
{"loss": -0.3907642364501953, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8342791795730591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1490}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1491}
{"loss": -0.38895460963249207, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8292216658592224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1491}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1492}
{"loss": -0.359037309885025, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7647382020950317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1492}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1493}
{"loss": -0.38330110907554626, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8163318634033203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1493}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1494}
{"loss": -0.35337549448013306, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7522441744804382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1494}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1495}
{"loss": -0.41020718216896057, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8738539218902588, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1495}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1496}
{"loss": -0.3334585428237915, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.708418607711792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1496}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1497}
{"loss": -0.36791229248046875, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7829159498214722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1497}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1498}
{"loss": -0.3654107451438904, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7781854271888733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1498}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1499}
{"loss": -0.33929020166397095, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7217341661453247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1499}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1500}
{"loss": -0.3615990877151489, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7700169086456299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1500}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1501}
{"loss": -0.36537274718284607, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7778953313827515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1501}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1502}
{"loss": -0.37783917784690857, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8041215538978577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1502}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1503}
{"loss": -0.3378726541996002, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7179978489875793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1503}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1504}
{"loss": -0.4111875295639038, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8759715557098389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1504}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1505}
{"loss": -0.3662014901638031, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7797732949256897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1505}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1506}
{"loss": -0.3599618673324585, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7658032774925232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1506}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1507}
{"loss": -0.3542883098125458, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7532680630683899, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1507}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1508}
{"loss": -0.3613453507423401, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7695503830909729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1508}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1509}
{"loss": -0.3631408214569092, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7720538973808289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1509}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1510}
{"loss": -0.35644960403442383, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.758743166923523, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1510}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1511}
{"loss": -0.3888356387615204, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8277817964553833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1511}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1512}
{"loss": -0.389250785112381, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8289900422096252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1512}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1513}
{"loss": -0.37445926666259766, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.796500563621521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1513}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1514}
{"loss": -0.3503553867340088, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7446074485778809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1514}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1515}
{"loss": -0.33278191089630127, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7077444195747375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1515}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1516}
{"loss": -0.36980298161506653, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7873121500015259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1516}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1517}
{"loss": -0.3530842065811157, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7511929869651794, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1517}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1518}
{"loss": -0.36219117045402527, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7703943848609924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1518}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1519}
{"loss": -0.3752637505531311, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7984042763710022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1519}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1520}
{"loss": -0.3349687159061432, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7113944888114929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1520}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1521}
{"loss": -0.3775728642940521, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8027356266975403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1521}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1522}
{"loss": -0.3618242144584656, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7688279151916504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1522}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1523}
{"loss": -0.38626405596733093, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8220342993736267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1523}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1524}
{"loss": -0.37388551235198975, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7944925427436829, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1524}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1525}
{"loss": -0.3986889719963074, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8488544225692749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1525}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1526}
{"loss": -0.40085798501968384, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8531436324119568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1526}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1527}
{"loss": -0.3712332248687744, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7883942723274231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1527}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1528}
{"loss": -0.34343671798706055, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7293059229850769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1528}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1529}
{"loss": -0.4061333239078522, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8641441464424133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1529}
{"generalization hold out": {"acc": 0.18877550959587097, "acc_or": 0.5841836333274841}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1530}
{"loss": -0.3758985698223114, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7987977862358093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1530}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1531}
{"loss": -0.38803598284721375, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8244224190711975, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1531}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1532}
{"loss": -0.34354710578918457, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7297529578208923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1532}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1533}
{"loss": -0.33682671189308167, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.715297520160675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1533}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1534}
{"loss": -0.36781981587409973, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7822000980377197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1534}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1535}
{"loss": -0.3903030753135681, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.830224335193634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1535}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1536}
{"loss": -0.3586769700050354, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7622219920158386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1536}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1537}
{"loss": -0.3491508662700653, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.741320013999939, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1537}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1538}
{"loss": -0.36652207374572754, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7789116501808167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1538}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1539}
{"loss": -0.3446739912033081, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7321577072143555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1539}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1540}
{"loss": -0.41303253173828125, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.87819504737854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1540}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1541}
{"loss": -0.4033287465572357, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8579235076904297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1541}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1542}
{"loss": -0.3707190752029419, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7877777814865112, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1542}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1543}
{"loss": -0.42047634720802307, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8937138319015503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1543}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1544}
{"loss": -0.4018530547618866, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8537647128105164, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1544}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1545}
{"loss": -0.39433711767196655, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8388429284095764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1545}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1546}
{"loss": -0.339356005191803, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7195488214492798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1546}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1547}
{"loss": -0.3588269352912903, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7621016502380371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1547}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1548}
{"loss": -0.3329441547393799, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7060536742210388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1548}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1549}
{"loss": -0.39453771710395813, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8393361568450928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1549}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1550}
{"loss": -0.37763679027557373, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8022834062576294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1550}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1551}
{"loss": -0.34892719984054565, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7409591674804688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1551}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1552}
{"loss": -0.3756321370601654, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7982420325279236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1552}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1553}
{"loss": -0.382535457611084, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8133193254470825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1553}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1554}
{"loss": -0.39070168137550354, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.83083575963974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1554}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1555}
{"loss": -0.3483215570449829, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7394558191299438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1555}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1556}
{"loss": -0.3894023001194, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.827271580696106, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1556}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1557}
{"loss": -0.3526614010334015, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7480825185775757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1557}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1558}
{"loss": -0.3559560477733612, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7557014226913452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1558}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1559}
{"loss": -0.37828272581100464, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8031402230262756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1559}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1560}
{"loss": -0.3722977042198181, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7906444072723389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1560}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1561}
{"loss": -0.3759308457374573, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7988533973693848, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1561}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1562}
{"loss": -0.364157110452652, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7734233140945435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1562}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1563}
{"loss": -0.37479260563850403, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7950977087020874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1563}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1564}
{"loss": -0.3792511224746704, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8052121996879578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1564}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1565}
{"loss": -0.4007547199726105, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8516990542411804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1565}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1566}
{"loss": -0.35830074548721313, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.760171115398407, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1566}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1567}
{"loss": -0.3621983826160431, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7691640257835388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1567}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1568}
{"loss": -0.3667146563529968, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7789767384529114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1568}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1569}
{"loss": -0.3911992311477661, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8315263986587524, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1569}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1570}
{"loss": -0.3778859078884125, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8024395704269409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1570}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1571}
{"loss": -0.39767566323280334, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8444644212722778, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1571}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1572}
{"loss": -0.3845890462398529, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.816122829914093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1572}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1573}
{"loss": -0.3701915442943573, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7852447628974915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1573}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1574}
{"loss": -0.3995475471019745, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8480175733566284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1574}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1575}
{"loss": -0.41458389163017273, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8807950019836426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1575}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1576}
{"loss": -0.3231944739818573, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6847394108772278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1576}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1577}
{"loss": -0.38562771677970886, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8189940452575684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1577}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1578}
{"loss": -0.3798244595527649, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8065601587295532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1578}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1579}
{"loss": -0.39574000239372253, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8408446311950684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1579}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1580}
{"loss": -0.3776090145111084, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8017242550849915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1580}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1581}
{"loss": -0.3674945533275604, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7799122333526611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1581}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1582}
{"loss": -0.3749377131462097, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7959256768226624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1582}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1583}
{"loss": -0.3869675397872925, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8212840557098389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1583}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1584}
{"loss": -0.36760076880455017, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7796363234519958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1584}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1585}
{"loss": -0.38318565487861633, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8135812282562256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1585}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1586}
{"loss": -0.3847714066505432, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8167997598648071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1586}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1587}
{"loss": -0.3825187385082245, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8113468885421753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1587}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1588}
{"loss": -0.32954975962638855, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6978856921195984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1588}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1589}
{"loss": -0.3631841540336609, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7704542279243469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1589}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1590}
{"loss": -0.36871981620788574, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7821799516677856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1590}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1591}
{"loss": -0.36477982997894287, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.773841381072998, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1591}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1592}
{"loss": -0.3872068226337433, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8220765590667725, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1592}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1593}
{"loss": -0.36542269587516785, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7742789387702942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1593}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1594}
{"loss": -0.39793118834495544, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8448505401611328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1594}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1595}
{"loss": -0.4026540219783783, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8550450801849365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1595}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1596}
{"loss": -0.3729945421218872, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7910109162330627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1596}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1597}
{"loss": -0.39217087626457214, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8324195742607117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1597}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1598}
{"loss": -0.38754475116729736, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8223544359207153, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1598}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1599}
{"loss": -0.3698393702507019, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7840437293052673, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1599}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1600}
{"loss": -0.3703449070453644, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7854658961296082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1600}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.5}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1601}
{"loss": -0.3777632415294647, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8010700345039368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1601}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1602}
{"loss": -0.36815524101257324, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7802430987358093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1602}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1603}
{"loss": -0.37135347723960876, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7877053618431091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1603}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1604}
{"loss": -0.37211042642593384, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7891830205917358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1604}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1605}
{"loss": -0.3729831278324127, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7906162142753601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1605}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1606}
{"loss": -0.40533924102783203, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8597197532653809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1606}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1607}
{"loss": -0.37994837760925293, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8056463599205017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1607}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1608}
{"loss": -0.41201943159103394, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.875001847743988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1608}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1609}
{"loss": -0.3717406094074249, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7881108522415161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1609}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1610}
{"loss": -0.4017590880393982, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8518525958061218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1610}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1611}
{"loss": -0.345519095659256, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7319304943084717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1611}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1612}
{"loss": -0.35642528533935547, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7549671530723572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1612}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1613}
{"loss": -0.3736876845359802, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7928872108459473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1613}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1614}
{"loss": -0.3836781680583954, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8135926723480225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1614}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1615}
{"loss": -0.39091551303863525, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8290284276008606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1615}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1616}
{"loss": -0.3795320987701416, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8051827549934387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1616}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1617}
{"loss": -0.35412102937698364, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7499211430549622, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1617}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1618}
{"loss": -0.35394325852394104, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7485994696617126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1618}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1619}
{"loss": -0.3710189759731293, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7868486046791077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1619}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1620}
{"loss": -0.373760461807251, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7918936014175415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1620}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1621}
{"loss": -0.3979063928127289, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8434329032897949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1621}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1622}
{"loss": -0.38372310996055603, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8133063912391663, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1622}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1623}
{"loss": -0.3649422824382782, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.773443341255188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1623}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1624}
{"loss": -0.3826662600040436, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8115185499191284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1624}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1625}
{"loss": -0.38530516624450684, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8166675567626953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1625}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1626}
{"loss": -0.3801744878292084, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8058497905731201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1626}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1627}
{"loss": -0.35580694675445557, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7528707981109619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1627}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1628}
{"loss": -0.35987088084220886, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7613561749458313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1628}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1629}
{"loss": -0.3727891445159912, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7887832522392273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1629}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1630}
{"loss": -0.3780369162559509, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8004918694496155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1630}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1631}
{"loss": -0.3747676908969879, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.793134331703186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1631}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1632}
{"loss": -0.36078113317489624, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7633828520774841, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1632}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1633}
{"loss": -0.34500157833099365, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7289860844612122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1633}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1634}
{"loss": -0.3590395748615265, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7610343098640442, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1634}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1635}
{"loss": -0.38612887263298035, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8176517486572266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1635}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1636}
{"loss": -0.39542436599731445, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8377187252044678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1636}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1637}
{"loss": -0.40884336829185486, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8677586913108826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1637}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1638}
{"loss": -0.38737431168556213, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8213157057762146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1638}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1639}
{"loss": -0.358267217874527, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7587581872940063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1639}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1640}
{"loss": -0.39525946974754333, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8373531103134155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1640}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1641}
{"loss": -0.3943115472793579, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8354171514511108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1641}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1642}
{"loss": -0.36551907658576965, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7737218141555786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1642}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1643}
{"loss": -0.34478768706321716, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7295506000518799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1643}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1644}
{"loss": -0.3855110704898834, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8165854811668396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1644}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1645}
{"loss": -0.3469621539115906, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7338258624076843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1645}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1646}
{"loss": -0.3402421474456787, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7194560170173645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1646}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1647}
{"loss": -0.38552868366241455, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8168780207633972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1647}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1648}
{"loss": -0.3591996431350708, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7601962685585022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1648}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1649}
{"loss": -0.37348440289497375, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7898348569869995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1649}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1650}
{"loss": -0.3908291757106781, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.828065037727356, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1650}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1651}
{"loss": -0.4255002737045288, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.901782214641571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1651}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1652}
{"loss": -0.3832515776157379, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8114107847213745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1652}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1653}
{"loss": -0.4177912771701813, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8850755095481873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1653}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1654}
{"loss": -0.3962175250053406, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8392105102539062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1654}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1655}
{"loss": -0.38032156229019165, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8050033450126648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1655}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1656}
{"loss": -0.34749001264572144, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7349064350128174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1656}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1657}
{"loss": -0.36772421002388, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7777921557426453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1657}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1658}
{"loss": -0.3580184280872345, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7571313381195068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1658}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1659}
{"loss": -0.35310792922973633, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7468661665916443, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1659}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1660}
{"loss": -0.35855942964553833, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7587807178497314, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1660}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1661}
{"loss": -0.37862855195999146, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8007275462150574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1661}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1662}
{"loss": -0.3580751419067383, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7566276788711548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1662}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1663}
{"loss": -0.3599831759929657, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7605297565460205, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1663}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1664}
{"loss": -0.34232816100120544, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7232288122177124, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1664}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1665}
{"loss": -0.3766815662384033, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7962349653244019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1665}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1666}
{"loss": -0.37568607926368713, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7948504686355591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1666}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1667}
{"loss": -0.3590679168701172, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7590683102607727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1667}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1668}
{"loss": -0.3970586061477661, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8405575156211853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1668}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1669}
{"loss": -0.4079117178916931, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8637493848800659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1669}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1670}
{"loss": -0.366856187582016, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7766916751861572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1670}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1671}
{"loss": -0.37570464611053467, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7954184412956238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1671}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1672}
{"loss": -0.3534519374370575, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7470141649246216, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1672}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1673}
{"loss": -0.4025457799434662, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8524043560028076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1673}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1674}
{"loss": -0.3700524866580963, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7826725244522095, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1674}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1675}
{"loss": -0.3846658766269684, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.813779890537262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1675}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1676}
{"loss": -0.36604043841362, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7741772532463074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1676}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1677}
{"loss": -0.3809588849544525, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8059451580047607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1677}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1678}
{"loss": -0.3847845494747162, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8144931197166443, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1678}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1679}
{"loss": -0.365314781665802, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7718983888626099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1679}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1680}
{"loss": -0.36975201964378357, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7819098234176636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1680}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1681}
{"loss": -0.4009245038032532, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8483967781066895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1681}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1682}
{"loss": -0.37409812211990356, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7922742366790771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1682}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1683}
{"loss": -0.3122110664844513, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.658344030380249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1683}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1684}
{"loss": -0.37404659390449524, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7911476492881775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1684}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1685}
{"loss": -0.3876543641090393, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8192760348320007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1685}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1686}
{"loss": -0.37279948592185974, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7877357602119446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1686}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1687}
{"loss": -0.4263863265514374, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.902646005153656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1687}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1688}
{"loss": -0.36605024337768555, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7735603451728821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1688}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1689}
{"loss": -0.37537285685539246, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7929073572158813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1689}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1690}
{"loss": -0.3897044062614441, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.823752224445343, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1690}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1691}
{"loss": -0.3876347243785858, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8199687004089355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1691}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1692}
{"loss": -0.3763863146305084, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7964391708374023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1692}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1693}
{"loss": -0.3589758574962616, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7576252222061157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1693}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1694}
{"loss": -0.3518730401992798, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7427794933319092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1694}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1695}
{"loss": -0.3703853189945221, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.782474160194397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1695}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1696}
{"loss": -0.381024569272995, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8055459260940552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1696}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1697}
{"loss": -0.37512558698654175, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7933443784713745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1697}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1698}
{"loss": -0.3782230615615845, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7985821962356567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1698}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1699}
{"loss": -0.35780081152915955, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7550650835037231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1699}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1700}
{"loss": -0.33238327503204346, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7014272809028625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1700}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1701}
{"loss": -0.3670981526374817, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7752106785774231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1701}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1702}
{"loss": -0.37454935908317566, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7915050387382507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1702}
{"generalization hold out": {"acc": 0.13775509595870972, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1703}
{"loss": -0.3738481104373932, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7899500131607056, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1703}
{"generalization hold out": {"acc": 0.16326530277729034, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1704}
{"loss": -0.38367965817451477, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8109288811683655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1704}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1705}
{"loss": -0.38117465376853943, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8053198456764221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1705}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1706}
{"loss": -0.3590094745159149, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.758040726184845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1706}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1707}
{"loss": -0.40926334261894226, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8647263646125793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1707}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1708}
{"loss": -0.40811726450920105, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.862083375453949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1708}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1709}
{"loss": -0.405870258808136, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8581539392471313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1709}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1710}
{"loss": -0.350763738155365, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7401683926582336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1710}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1711}
{"loss": -0.39200735092163086, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8284251689910889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1711}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1712}
{"loss": -0.3563171923160553, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7523133754730225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1712}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1713}
{"loss": -0.3446354568004608, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.727705180644989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1713}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1714}
{"loss": -0.3759867548942566, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7944738864898682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1714}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1715}
{"loss": -0.4145214855670929, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8764647245407104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1715}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1716}
{"loss": -0.362829327583313, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7672442197799683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1716}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1717}
{"loss": -0.3596630394458771, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7601848244667053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1717}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1718}
{"loss": -0.34966886043548584, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7385299205780029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1718}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1719}
{"loss": -0.37165114283561707, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7848689556121826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1719}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1720}
{"loss": -0.3863338828086853, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8158307075500488, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1720}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1721}
{"loss": -0.36710476875305176, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7753675580024719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1721}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1722}
{"loss": -0.4047679901123047, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8558101058006287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1722}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1723}
{"loss": -0.34274977445602417, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.723576009273529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1723}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1724}
{"loss": -0.3324461579322815, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7005733847618103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1724}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1725}
{"loss": -0.397006094455719, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8385534286499023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1725}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1726}
{"loss": -0.3838130533695221, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8106775879859924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1726}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1727}
{"loss": -0.3378886282444, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7126783728599548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1727}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1728}
{"loss": -0.3604287803173065, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7604451179504395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1728}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1729}
{"loss": -0.3903012275695801, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.824298620223999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1729}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1730}
{"loss": -0.4050103724002838, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8564042448997498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1730}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1731}
{"loss": -0.3398435413837433, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7165650129318237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1731}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1732}
{"loss": -0.383550763130188, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8101235032081604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1732}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1733}
{"loss": -0.38769105076789856, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8192766904830933, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1733}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1734}
{"loss": -0.3696557581424713, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7804453372955322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1734}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1735}
{"loss": -0.36839479207992554, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7774326205253601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1735}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1736}
{"loss": -0.34369364380836487, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7244821190834045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1736}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1737}
{"loss": -0.32224273681640625, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6793103218078613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1737}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1738}
{"loss": -0.3793172538280487, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8008066415786743, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1738}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1739}
{"loss": -0.3604705333709717, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7613837122917175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1739}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1740}
{"loss": -0.33998119831085205, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7168529033660889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1740}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6428571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1741}
{"loss": -0.34536388516426086, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.728827714920044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1741}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1742}
{"loss": -0.38345015048980713, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8097304701805115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1742}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1743}
{"loss": -0.38373976945877075, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8099495768547058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1743}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1744}
{"loss": -0.3404960036277771, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7179107666015625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1744}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1745}
{"loss": -0.4030230939388275, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8511040806770325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1745}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1746}
{"loss": -0.3687747120857239, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7786399722099304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1746}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1747}
{"loss": -0.33960339426994324, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7158367037773132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1747}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1748}
{"loss": -0.3759433329105377, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7936182618141174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1748}
{"generalization hold out": {"acc": 0.30102041363716125, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1749}
{"loss": -0.356744647026062, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7525811791419983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1749}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1750}
{"loss": -0.37506091594696045, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7914437055587769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1750}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1751}
{"loss": -0.39107775688171387, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8241199254989624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1751}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1752}
{"loss": -0.4044665992259979, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8538305759429932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1752}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5841836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1753}
{"loss": -0.37861424684524536, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7996930480003357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1753}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1754}
{"loss": -0.3607991337776184, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7604838013648987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1754}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1755}
{"loss": -0.3912678360939026, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8261327147483826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1755}
{"generalization hold out": {"acc": 0.13265305757522583, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1756}
{"loss": -0.3483971059322357, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7349225878715515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1756}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1757}
{"loss": -0.3586202561855316, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7566443085670471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1757}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1758}
{"loss": -0.3522680997848511, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7425994277000427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1758}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1759}
{"loss": -0.3798828721046448, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8015530705451965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1759}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1760}
{"loss": -0.36452335119247437, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.767548680305481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1760}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1761}
{"loss": -0.35309362411499023, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7442447543144226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1761}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1762}
{"loss": -0.3977353572845459, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8392384052276611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1762}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1763}
{"loss": -0.37444350123405457, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7896485328674316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1763}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1764}
{"loss": -0.34798890352249146, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7324151992797852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1764}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1765}
{"loss": -0.42063435912132263, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8878250122070312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1765}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1766}
{"loss": -0.38469016551971436, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8119387030601501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1766}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1767}
{"loss": -0.3729704022407532, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7865113019943237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1767}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1768}
{"loss": -0.39052486419677734, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.824168860912323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1768}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1769}
{"loss": -0.3840913772583008, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8100736737251282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1769}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1770}
{"loss": -0.37371355295181274, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7878048419952393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1770}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1771}
{"loss": -0.3584177792072296, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7556394934654236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1771}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1772}
{"loss": -0.3930487036705017, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8291530013084412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1772}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1773}
{"loss": -0.3658369779586792, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7716253399848938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1773}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1774}
{"loss": -0.35811081528663635, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7550905346870422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1774}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1775}
{"loss": -0.36618927121162415, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7721778154373169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1775}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1776}
{"loss": -0.32065796852111816, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6755583882331848, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1776}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1777}
{"loss": -0.3558102250099182, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7496277093887329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1777}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1778}
{"loss": -0.40141209959983826, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8469464182853699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1778}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1779}
{"loss": -0.40996283292770386, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8650786280632019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1779}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1780}
{"loss": -0.3649061620235443, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7691197991371155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1780}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1781}
{"loss": -0.3951572775840759, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8329406380653381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1781}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1782}
{"loss": -0.34361758828163147, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7231437563896179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1782}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1783}
{"loss": -0.39331918954849243, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8293923735618591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1783}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1784}
{"loss": -0.36630886793136597, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7723664045333862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1784}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1785}
{"loss": -0.4051668643951416, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8548537492752075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1785}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1786}
{"loss": -0.3739791214466095, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7883233428001404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1786}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1787}
{"loss": -0.37683501839637756, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7940446138381958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1787}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1788}
{"loss": -0.40022918581962585, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8445090055465698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1788}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1789}
{"loss": -0.3918455243110657, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8261730670928955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1789}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1790}
{"loss": -0.3759235739707947, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7925527691841125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1790}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1791}
{"loss": -0.373479425907135, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7873265147209167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1791}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1792}
{"loss": -0.3384260833263397, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7119590044021606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1792}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1793}
{"loss": -0.39967504143714905, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8431388735771179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1793}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1794}
{"loss": -0.3846825659275055, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8113245964050293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1794}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1795}
{"loss": -0.37775719165802, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7962542772293091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1795}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1796}
{"loss": -0.3532045781612396, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7441531419754028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1796}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1797}
{"loss": -0.4106707274913788, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8661966323852539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1797}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1798}
{"loss": -0.3768666386604309, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7943854331970215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1798}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1799}
{"loss": -0.3740621507167816, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7875873446464539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1799}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1800}
{"loss": -0.3643764853477478, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7677606344223022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1800}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1801}
{"loss": -0.36331427097320557, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7651712894439697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1801}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1802}
{"loss": -0.3930291533470154, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8289830088615417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1802}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1803}
{"loss": -0.37029048800468445, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7801534533500671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1803}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1804}
{"loss": -0.4140167534351349, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8730334639549255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1804}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1805}
{"loss": -0.39151692390441895, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8254745602607727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1805}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1806}
{"loss": -0.3469378352165222, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7303296327590942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1806}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1807}
{"loss": -0.40980222821235657, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8637369871139526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1807}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1808}
{"loss": -0.39094340801239014, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8244401216506958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1808}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1809}
{"loss": -0.35375240445137024, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7451016902923584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1809}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1810}
{"loss": -0.3623449504375458, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7629204392433167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1810}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1811}
{"loss": -0.3646765351295471, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7678480744361877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1811}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1812}
{"loss": -0.41784247756004333, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8804542422294617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1812}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1813}
{"loss": -0.4165995121002197, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.878339946269989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1813}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1814}
{"loss": -0.39964237809181213, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8410817384719849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1814}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1815}
{"loss": -0.3825799822807312, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.805851399898529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1815}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1816}
{"loss": -0.41177746653556824, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8681570887565613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1816}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1817}
{"loss": -0.3892911672592163, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8202613592147827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1817}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1818}
{"loss": -0.3431709110736847, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7217608094215393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1818}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1819}
{"loss": -0.3926736116409302, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8272086381912231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1819}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1820}
{"loss": -0.40791094303131104, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8601914048194885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1820}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1821}
{"loss": -0.3942672908306122, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.828527569770813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1821}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1822}
{"loss": -0.4026935398578644, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.848798930644989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1822}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1823}
{"loss": -0.41047391295433044, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8649784922599792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1823}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1824}
{"loss": -0.37435030937194824, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7883382439613342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1824}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1825}
{"loss": -0.4051070809364319, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8533846139907837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1825}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1826}
{"loss": -0.39067861437797546, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8233193159103394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1826}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1827}
{"loss": -0.42381560802459717, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8920397162437439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1827}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1828}
{"loss": -0.3629002869129181, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7638117671012878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1828}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1829}
{"loss": -0.36580750346183777, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7696982026100159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1829}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1830}
{"loss": -0.38133466243743896, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8025792241096497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1830}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1831}
{"loss": -0.37472474575042725, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7881340980529785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1831}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1832}
{"loss": -0.36013245582580566, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.75765061378479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1832}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1833}
{"loss": -0.37174713611602783, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7823302745819092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1833}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1834}
{"loss": -0.3816222548484802, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8034557104110718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1834}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1835}
{"loss": -0.3784964978694916, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7964602112770081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1835}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1836}
{"loss": -0.34479638934135437, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7250221967697144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1836}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1837}
{"loss": -0.379400372505188, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7988196015357971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1837}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1838}
{"loss": -0.3583627939224243, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7539229393005371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1838}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1839}
{"loss": -0.36628589034080505, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7706912755966187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1839}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1840}
{"loss": -0.4032689332962036, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8491859436035156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1840}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1841}
{"loss": -0.3962743878364563, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8346622586250305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1841}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1842}
{"loss": -0.34345632791519165, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7216835618019104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1842}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1843}
{"loss": -0.4005146622657776, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8440653085708618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1843}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6479591727256775}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1844}
{"loss": -0.39558523893356323, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8338437080383301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1844}
{"generalization hold out": {"acc": 0.30102041363716125, "acc_or": 0.6428571343421936}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1845}
{"loss": -0.40541887283325195, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8538428544998169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1845}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1846}
{"loss": -0.3637576401233673, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7650519609451294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1846}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1847}
{"loss": -0.40206587314605713, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8460712432861328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1847}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1848}
{"loss": -0.3907282054424286, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8223611116409302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1848}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1849}
{"loss": -0.34750479459762573, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.730960488319397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1849}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1850}
{"loss": -0.370222270488739, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7798447012901306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1850}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1851}
{"loss": -0.37656593322753906, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7921477556228638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1851}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1852}
{"loss": -0.3609168529510498, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7587433457374573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1852}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1853}
{"loss": -0.414561927318573, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8732041120529175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1853}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1854}
{"loss": -0.3709906339645386, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7800644040107727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1854}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1855}
{"loss": -0.3608579933643341, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7591270804405212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1855}
{"generalization hold out": {"acc": 0.18877550959587097, "acc_or": 0.5892857313156128}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1856}
{"loss": -0.38282299041748047, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8055868148803711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1856}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1857}
{"loss": -0.3361925482749939, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7059792280197144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1857}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1858}
{"loss": -0.3888329565525055, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8180317878723145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1858}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1859}
{"loss": -0.41059547662734985, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8638179302215576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1859}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1860}
{"loss": -0.3870096206665039, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8145197629928589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1860}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1861}
{"loss": -0.4056929051876068, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8539053201675415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1861}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1862}
{"loss": -0.404145747423172, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8507639765739441, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1862}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1863}
{"loss": -0.3868110775947571, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8139849901199341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1863}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1864}
{"loss": -0.3854690492153168, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8110247254371643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1864}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1865}
{"loss": -0.35887452960014343, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7544941306114197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1865}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1866}
{"loss": -0.4077427387237549, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8583263158798218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1866}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1867}
{"loss": -0.3685813546180725, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7748898863792419, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1867}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1868}
{"loss": -0.372158408164978, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7823647260665894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1868}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1869}
{"loss": -0.3400754928588867, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7139406800270081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1869}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1870}
{"loss": -0.3180850148200989, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6668193340301514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1870}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1871}
{"loss": -0.37380996346473694, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7856324315071106, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1871}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1872}
{"loss": -0.40616586804389954, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8546890616416931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1872}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1873}
{"loss": -0.3736879527568817, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7852272391319275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1873}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1874}
{"loss": -0.38198748230934143, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8025752902030945, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1874}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1875}
{"loss": -0.39182326197624207, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8238556981086731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1875}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1876}
{"loss": -0.34617727994918823, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7271903157234192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1876}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1877}
{"loss": -0.39486953616142273, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8302446007728577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1877}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1878}
{"loss": -0.34925615787506104, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7328706383705139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1878}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1879}
{"loss": -0.37846657633781433, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7954938411712646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1879}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1880}
{"loss": -0.3902282118797302, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8205503225326538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1880}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1881}
{"loss": -0.3875991106033325, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8149868845939636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1881}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1882}
{"loss": -0.42122530937194824, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8862549066543579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1882}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1883}
{"loss": -0.3989270031452179, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.838295578956604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1883}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1884}
{"loss": -0.357896625995636, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7519935965538025, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1884}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1885}
{"loss": -0.33582350611686707, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7050098776817322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1885}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1886}
{"loss": -0.3692452013492584, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7756792902946472, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1886}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1887}
{"loss": -0.3552801012992859, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.746170699596405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1887}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1888}
{"loss": -0.36184096336364746, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7601246237754822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1888}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1889}
{"loss": -0.39057865738868713, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8207409381866455, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1889}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1890}
{"loss": -0.3832288682460785, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8062953352928162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1890}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1891}
{"loss": -0.37975168228149414, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7985637187957764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1891}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1892}
{"loss": -0.41422125697135925, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.870664119720459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1892}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1893}
{"loss": -0.40302160382270813, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8471884727478027, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1893}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1894}
{"loss": -0.37350791692733765, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7676445245742798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1894}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1895}
{"loss": -0.37839072942733765, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7953404188156128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1895}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1896}
{"loss": -0.394444078207016, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.82933509349823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1896}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1897}
{"loss": -0.3536410331726074, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.74223792552948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1897}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1898}
{"loss": -0.381663978099823, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8024735450744629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1898}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1899}
{"loss": -0.37069985270500183, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7791972756385803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1899}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1900}
{"loss": -0.33088651299476624, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6941099762916565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1900}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1901}
{"loss": -0.3843071162700653, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8076352477073669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1901}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1902}
{"loss": -0.35238704085350037, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7398087382316589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1902}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1903}
{"loss": -0.387967586517334, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8153565526008606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1903}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1904}
{"loss": -0.4275287091732025, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8994866609573364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1904}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1905}
{"loss": -0.38431769609451294, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8075124025344849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1905}
{"generalization hold out": {"acc": 0.2908163070678711, "acc_or": 0.6352040767669678}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1906}
{"loss": -0.34189969301223755, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7173763513565063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1906}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1907}
{"loss": -0.4031250476837158, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8473858833312988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1907}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1908}
{"loss": -0.38740605115890503, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8138386607170105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1908}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1909}
{"loss": -0.4005633592605591, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8421598672866821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1909}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1910}
{"loss": -0.37656131386756897, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7913944721221924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1910}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1911}
{"loss": -0.39084872603416443, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8211321234703064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1911}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1912}
{"loss": -0.3942214846611023, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8283095955848694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1912}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1913}
{"loss": -0.3836149573326111, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8058101534843445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1913}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1914}
{"loss": -0.3840443789958954, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8070673942565918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1914}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1915}
{"loss": -0.4009442627429962, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8423524498939514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1915}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1916}
{"loss": -0.35299766063690186, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.740559995174408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1916}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1917}
{"loss": -0.40162160992622375, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8443863391876221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1917}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1918}
{"loss": -0.3745626211166382, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7869029641151428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1918}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1919}
{"loss": -0.4102911949157715, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8627358675003052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1919}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1920}
{"loss": -0.34843626618385315, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7306228280067444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1920}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1921}
{"loss": -0.38305342197418213, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8042989373207092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1921}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1922}
{"loss": -0.40584617853164673, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8532031774520874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1922}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1923}
{"loss": -0.36660870909690857, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7694807648658752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1923}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1924}
{"loss": -0.38659775257110596, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8119974136352539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1924}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1925}
{"loss": -0.330844908952713, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6930341124534607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1925}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1926}
{"loss": -0.38512930274009705, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8088058829307556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1926}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1927}
{"loss": -0.38651594519615173, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8117101192474365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1927}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1928}
{"loss": -0.38168489933013916, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8015822768211365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1928}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1929}
{"loss": -0.4119185507297516, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8652755618095398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1929}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1930}
{"loss": -0.35268694162368774, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7399935722351074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1930}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1931}
{"loss": -0.3588368892669678, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.75284743309021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1931}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1932}
{"loss": -0.39658862352371216, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8331204652786255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1932}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1933}
{"loss": -0.37516120076179504, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.786983072757721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1933}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1934}
{"loss": -0.3873872458934784, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8136832118034363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1934}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1935}
{"loss": -0.3528737723827362, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7401191592216492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1935}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1936}
{"loss": -0.3686698079109192, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7734199166297913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1936}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1937}
{"loss": -0.4085102379322052, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8582095503807068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1937}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1938}
{"loss": -0.3140614628791809, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6578258275985718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1938}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1939}
{"loss": -0.3945441246032715, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8283373117446899, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1939}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1940}
{"loss": -0.3794345259666443, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7962955236434937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1940}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1941}
{"loss": -0.4040789306163788, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8485308885574341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1941}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1942}
{"loss": -0.39652615785598755, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8322802782058716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1942}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1943}
{"loss": -0.4054347574710846, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8515578508377075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1943}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1944}
{"loss": -0.39088207483291626, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8206709027290344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1944}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1945}
{"loss": -0.3433876931667328, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7198144197463989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1945}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1946}
{"loss": -0.38453128933906555, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8074932098388672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1946}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1947}
{"loss": -0.3352131247520447, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7025409936904907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1947}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1948}
{"loss": -0.42581871151924133, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8944099545478821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1948}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1949}
{"loss": -0.36183488368988037, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.758357584476471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1949}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1950}
{"loss": -0.3682975172996521, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7725874185562134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1950}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1951}
{"loss": -0.3827182650566101, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8028001189231873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1951}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1952}
{"loss": -0.3512793779373169, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7365121841430664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1952}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1953}
{"loss": -0.3916652798652649, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8220239281654358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1953}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1954}
{"loss": -0.3757448196411133, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7877894043922424, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1954}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1955}
{"loss": -0.37328898906707764, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7829432487487793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1955}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1956}
{"loss": -0.40077659487724304, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8411077260971069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1956}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1957}
{"loss": -0.39386653900146484, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8265902996063232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1957}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1958}
{"loss": -0.4134703278541565, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8680707812309265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1958}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1959}
{"loss": -0.40581053495407104, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8527032136917114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1959}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1960}
{"loss": -0.40637457370758057, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8532220125198364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1960}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1961}
{"loss": -0.34443557262420654, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7212516069412231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1961}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1962}
{"loss": -0.35977408289909363, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7548765540122986, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1962}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1963}
{"loss": -0.3487590253353119, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.731130063533783, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1963}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1964}
{"loss": -0.37797367572784424, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7928709983825684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1964}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1965}
{"loss": -0.3982560336589813, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8358209133148193, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1965}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1966}
{"loss": -0.38692107796669006, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8121082186698914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1966}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1967}
{"loss": -0.39849093556404114, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8364664912223816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1967}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1968}
{"loss": -0.37811771035194397, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7928470373153687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1968}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1969}
{"loss": -0.3608708679676056, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7562312483787537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1969}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1970}
{"loss": -0.3719136118888855, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7796148061752319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1970}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1971}
{"loss": -0.40146133303642273, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8425189256668091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1971}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1972}
{"loss": -0.38679230213165283, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8114710450172424, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1972}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1973}
{"loss": -0.3709385097026825, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7777132987976074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1973}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1974}
{"loss": -0.3924253582954407, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8232543468475342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1974}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9989795684814453, "acc_or": 0.9994897246360779}, "epoch": 1975}
{"loss": -0.41528627276420593, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8715306520462036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1975}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1976}
{"loss": -0.3788822293281555, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.794505774974823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1976}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1977}
{"loss": -0.4042678773403168, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.848515510559082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1977}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1978}
{"loss": -0.3870815336704254, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8119334578514099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1978}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1979}
{"loss": -0.4089396297931671, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8560087084770203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1979}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1980}
{"loss": -0.3752751052379608, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7869032621383667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1980}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1981}
{"loss": -0.37606173753738403, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7880998253822327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1981}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1982}
{"loss": -0.3958464562892914, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8303398489952087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1982}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1983}
{"loss": -0.36477869749069214, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7641018033027649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1983}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1984}
{"loss": -0.3926953673362732, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8232804536819458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1984}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1985}
{"loss": -0.3827767074108124, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8030285239219666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1985}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1986}
{"loss": -0.3657062351703644, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7668042182922363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1986}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1987}
{"loss": -0.3671651780605316, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7699111700057983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1987}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1988}
{"loss": -0.42095112800598145, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8835667371749878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1988}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1989}
{"loss": -0.3729584515094757, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7819687128067017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1989}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1990}
{"loss": -0.38111037015914917, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7990593314170837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1990}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1991}
{"loss": -0.38356202840805054, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.804620087146759, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1991}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1992}
{"loss": -0.40893492102622986, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8579091429710388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1992}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9979591369628906, "acc_or": 0.9989795684814453}, "epoch": 1993}
{"loss": -0.37704774737358093, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7904869318008423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1993}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1994}
{"loss": -0.3564437925815582, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7466557621955872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1994}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1995}
{"loss": -0.3897286355495453, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8176924586296082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1995}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1996}
{"loss": -0.3604435622692108, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7550898790359497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1996}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1997}
{"loss": -0.41266322135925293, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8659428954124451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1997}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 1998}
{"loss": -0.3825191557407379, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8021560907363892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1998}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1999}
{"loss": -0.3814321458339691, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.799437403678894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1999}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 2000}
{"loss": -0.3931708037853241, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8242833614349365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2000}
{"epoch": 2000, "positional_disent": 0.7800815105438232, "bag_of_symbol_disent": 0.10426956415176392, "topographic_sim": 0.28069089201911335}
{"epoch": 2000, "positional_disent": 0.7053731083869934, "bag_of_symbol_disent": 0.17453669011592865, "topographic_sim": 0.897713710927238}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 2000}
