Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=28, receiver='ModifReceiver', receiver_emb=30, sender='ModifSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.5469387769699097, "acc_or": 0.7408162951469421}, "epoch": 1}
{"loss": 2.9988040924072266, "acc": 0.5846554636955261, "acc_or": 0.7635992765426636, "sender_entropy": 0.6397368907928467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8193877339363098, "acc_or": 0.9076530337333679}, "epoch": 2}
{"loss": 2.522616147994995, "acc": 0.8587942123413086, "acc_or": 0.9286038279533386, "sender_entropy": 0.7390905618667603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9397958517074585}, "epoch": 3}
{"loss": 2.2400522232055664, "acc": 0.9125113487243652, "acc_or": 0.9559156894683838, "sender_entropy": 0.8801296353340149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 4}
{"loss": 1.259570598602295, "acc": 0.8797597289085388, "acc_or": 0.9398232102394104, "sender_entropy": 0.5921114683151245, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 5}
{"loss": 1.0508686304092407, "acc": 0.8680870532989502, "acc_or": 0.9340435266494751, "sender_entropy": 0.532873272895813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "epoch": 6}
{"loss": 1.0652639865875244, "acc": 0.8695603013038635, "acc_or": 0.9347801208496094, "sender_entropy": 0.6846221089363098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.8132652640342712, "acc_or": 0.9066326022148132}, "epoch": 7}
{"loss": 0.84754478931427, "acc": 0.868427038192749, "acc_or": 0.9342135190963745, "sender_entropy": 0.5897545218467712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8295918107032776, "acc_or": 0.9147958755493164}, "epoch": 8}
{"loss": 0.8164061903953552, "acc": 0.8644605875015259, "acc_or": 0.9322302937507629, "sender_entropy": 0.6275801062583923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.8051019906997681, "acc_or": 0.902550995349884}, "epoch": 9}
{"loss": 0.7525144219398499, "acc": 0.8712602257728577, "acc_or": 0.9356300830841064, "sender_entropy": 0.6771769523620605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7969387173652649, "acc_or": 0.8984693288803101}, "epoch": 10}
{"loss": 0.6945891976356506, "acc": 0.8689936399459839, "acc_or": 0.9344968199729919, "sender_entropy": 0.704189121723175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7938775420188904, "acc_or": 0.8969387412071228}, "epoch": 11}
{"loss": 0.5895440578460693, "acc": 0.8696736097335815, "acc_or": 0.9348368048667908, "sender_entropy": 0.6501729488372803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7826530337333679, "acc_or": 0.8913264870643616}, "epoch": 12}
{"loss": 0.5640621185302734, "acc": 0.8739800453186035, "acc_or": 0.9369900226593018, "sender_entropy": 0.7270940542221069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7928571105003357, "acc_or": 0.8964285254478455}, "epoch": 13}
{"loss": 0.4728374183177948, "acc": 0.8720535039901733, "acc_or": 0.9360267519950867, "sender_entropy": 0.6394101977348328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.777550995349884, "acc_or": 0.8887754678726196}, "epoch": 14}
{"loss": 0.46216559410095215, "acc": 0.8722801208496094, "acc_or": 0.9361400604248047, "sender_entropy": 0.722696840763092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7969387173652649, "acc_or": 0.8984693288803101}, "epoch": 15}
{"loss": 0.4244846701622009, "acc": 0.8719401359558105, "acc_or": 0.9359700679779053, "sender_entropy": 0.725176990032196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7602040767669678, "acc_or": 0.8801019787788391}, "epoch": 16}
{"loss": 0.3921826481819153, "acc": 0.875, "acc_or": 0.9375, "sender_entropy": 0.7289413213729858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7540816068649292, "acc_or": 0.8770408034324646}, "epoch": 17}
{"loss": 0.3565373420715332, "acc": 0.8754532933235168, "acc_or": 0.9377266764640808, "sender_entropy": 0.7415610551834106, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7591836452484131, "acc_or": 0.8795918226242065}, "epoch": 18}
{"loss": 0.3245827257633209, "acc": 0.875113308429718, "acc_or": 0.9375566840171814, "sender_entropy": 0.7348273396492004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7510203719139099, "acc_or": 0.8755101561546326}, "epoch": 19}
{"loss": 0.287052720785141, "acc": 0.8730734586715698, "acc_or": 0.9365367293357849, "sender_entropy": 0.6930593848228455, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7397958636283875, "acc_or": 0.8698979020118713}, "epoch": 20}
{"loss": 0.2828610837459564, "acc": 0.87941974401474, "acc_or": 0.9397099018096924, "sender_entropy": 0.7551832795143127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7367346882820129, "acc_or": 0.8683673143386841}, "epoch": 21}
{"loss": 0.25195708870887756, "acc": 0.8766999244689941, "acc_or": 0.9383499622344971, "sender_entropy": 0.7383961081504822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.7346938252449036, "acc_or": 0.8673468828201294}, "epoch": 22}
{"loss": 0.22817891836166382, "acc": 0.8762465715408325, "acc_or": 0.9381232857704163, "sender_entropy": 0.6797309517860413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.732653021812439, "acc_or": 0.8663265109062195}, "epoch": 23}
{"loss": 0.2113601565361023, "acc": 0.8763599395751953, "acc_or": 0.9381799697875977, "sender_entropy": 0.6794176697731018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.7275509834289551, "acc_or": 0.8637754917144775}, "epoch": 24}
{"loss": 0.19814611971378326, "acc": 0.8786264657974243, "acc_or": 0.9393132328987122, "sender_entropy": 0.6641398072242737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.7377550601959229, "acc_or": 0.8688775300979614}, "epoch": 25}
{"loss": 0.1754085123538971, "acc": 0.8769265413284302, "acc_or": 0.9384632706642151, "sender_entropy": 0.6961216330528259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.731632649898529, "acc_or": 0.8658162951469421}, "epoch": 26}
{"loss": 0.162562295794487, "acc": 0.8763599395751953, "acc_or": 0.9381799697875977, "sender_entropy": 0.69459068775177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.7265305519104004, "acc_or": 0.8632652759552002}, "epoch": 27}
{"loss": 0.14701060950756073, "acc": 0.8788531422615051, "acc_or": 0.9394265413284302, "sender_entropy": 0.6767861247062683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7285714149475098, "acc_or": 0.8642856478691101}, "epoch": 28}
{"loss": 0.13226595520973206, "acc": 0.87941974401474, "acc_or": 0.9397099018096924, "sender_entropy": 0.7511452436447144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.7285714149475098, "acc_or": 0.8642856478691101}, "epoch": 29}
{"loss": 0.12276806682348251, "acc": 0.8757932782173157, "acc_or": 0.9378966689109802, "sender_entropy": 0.6691442131996155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.7295917868614197, "acc_or": 0.8647958636283875}, "epoch": 30}
{"loss": 0.11083165556192398, "acc": 0.8774932026863098, "acc_or": 0.9387465715408325, "sender_entropy": 0.6605434417724609, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.7346938252449036, "acc_or": 0.8673468828201294}, "epoch": 31}
{"loss": 0.09453655034303665, "acc": 0.8776065111160278, "acc_or": 0.9388032555580139, "sender_entropy": 0.7085569500923157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.732653021812439, "acc_or": 0.8663265109062195}, "epoch": 32}
{"loss": 0.08312011510133743, "acc": 0.8754532933235168, "acc_or": 0.9377266764640808, "sender_entropy": 0.7278054356575012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.7275509834289551, "acc_or": 0.8637754917144775}, "epoch": 33}
{"loss": 0.08232013136148453, "acc": 0.8786264657974243, "acc_or": 0.9393132328987122, "sender_entropy": 0.6429586410522461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.7336734533309937, "acc_or": 0.8668367266654968}, "epoch": 34}
{"loss": 0.05534813553094864, "acc": 0.8777198791503906, "acc_or": 0.9388599395751953, "sender_entropy": 0.7621555924415588, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7336734533309937, "acc_or": 0.8668367266654968}, "epoch": 35}
{"loss": 0.0662287175655365, "acc": 0.8777198791503906, "acc_or": 0.9388599395751953, "sender_entropy": 0.6571090221405029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.7234693765640259, "acc_or": 0.8617346286773682}, "epoch": 36}
{"loss": 0.05675534904003143, "acc": 0.8776065111160278, "acc_or": 0.9388032555580139, "sender_entropy": 0.6658642888069153, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.7367346882820129, "acc_or": 0.8683673143386841}, "epoch": 37}
{"loss": 0.04853270947933197, "acc": 0.8788531422615051, "acc_or": 0.9394265413284302, "sender_entropy": 0.6912006139755249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.7387754917144775, "acc_or": 0.8693877458572388}, "epoch": 38}
{"loss": 0.03646307438611984, "acc": 0.8812329769134521, "acc_or": 0.9406164884567261, "sender_entropy": 0.693424642086029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7357142567634583, "acc_or": 0.8678570985794067}, "epoch": 39}
{"loss": 0.03269266337156296, "acc": 0.879193127155304, "acc_or": 0.9395965337753296, "sender_entropy": 0.6717436909675598, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.7234693765640259, "acc_or": 0.8617346286773682}, "epoch": 40}
{"loss": 0.02964509278535843, "acc": 0.8806663751602173, "acc_or": 0.9403331875801086, "sender_entropy": 0.6564793586730957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.7408162951469421, "acc_or": 0.8704081177711487}, "epoch": 41}
{"loss": 0.01339305192232132, "acc": 0.8783997893333435, "acc_or": 0.9391999244689941, "sender_entropy": 0.7232823371887207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7285714149475098, "acc_or": 0.8642856478691101}, "epoch": 42}
{"loss": 0.013737887144088745, "acc": 0.8783997893333435, "acc_or": 0.9391999244689941, "sender_entropy": 0.6786890029907227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.7448979020118713, "acc_or": 0.8724489212036133}, "epoch": 43}
{"loss": 0.00521504133939743, "acc": 0.8786264657974243, "acc_or": 0.9393132328987122, "sender_entropy": 0.6859710216522217, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.7724489569664001, "acc_or": 0.8862244486808777}, "epoch": 44}
{"loss": -0.006855733692646027, "acc": 0.8851994276046753, "acc_or": 0.9425997138023376, "sender_entropy": 0.7474215030670166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.7632652521133423, "acc_or": 0.8816326260566711}, "epoch": 45}
{"loss": -0.015129119157791138, "acc": 0.8842928409576416, "acc_or": 0.9421464204788208, "sender_entropy": 0.7201628088951111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.7846938371658325, "acc_or": 0.8923469185829163}, "epoch": 46}
{"loss": -0.0020328834652900696, "acc": 0.8950589299201965, "acc_or": 0.9475294947624207, "sender_entropy": 0.7045847773551941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.7744897603988647, "acc_or": 0.8862244486808777}, "epoch": 47}
{"loss": -0.011053457856178284, "acc": 0.896192193031311, "acc_or": 0.9480960965156555, "sender_entropy": 0.748648464679718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7806122303009033, "acc_or": 0.8903060555458069}, "epoch": 48}
{"loss": -0.013825036585330963, "acc": 0.8948322534561157, "acc_or": 0.9474161267280579, "sender_entropy": 0.7430588006973267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.7846938371658325, "acc_or": 0.8918367028236389}, "epoch": 49}
{"loss": -0.018757902085781097, "acc": 0.8978921175003052, "acc_or": 0.9489460587501526, "sender_entropy": 0.7469279766082764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.7806122303009033, "acc_or": 0.8903060555458069}, "epoch": 50}
{"loss": -0.021595939993858337, "acc": 0.8967588543891907, "acc_or": 0.948379397392273, "sender_entropy": 0.7496717572212219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.7887755036354065, "acc_or": 0.8943877220153809}, "epoch": 51}
{"loss": -0.0208384171128273, "acc": 0.896078884601593, "acc_or": 0.9480394124984741, "sender_entropy": 0.6945227384567261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.7938775420188904, "acc_or": 0.8969387412071228}, "epoch": 52}
{"loss": -0.04008328914642334, "acc": 0.9000453352928162, "acc_or": 0.9500226378440857, "sender_entropy": 0.8029234409332275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.7826530337333679, "acc_or": 0.8913264870643616}, "epoch": 53}
{"loss": -0.037609487771987915, "acc": 0.8925657272338867, "acc_or": 0.9462828636169434, "sender_entropy": 0.7190346121788025, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.7836734056472778, "acc_or": 0.8918367028236389}, "epoch": 54}
{"loss": -0.04513885825872421, "acc": 0.9017452597618103, "acc_or": 0.9508726000785828, "sender_entropy": 0.7371740937232971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.777550995349884, "acc_or": 0.8887754678726196}, "epoch": 55}
{"loss": -0.03593725711107254, "acc": 0.893925666809082, "acc_or": 0.946962833404541, "sender_entropy": 0.6927713751792908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.7765305638313293, "acc_or": 0.8882652521133423}, "epoch": 56}
{"loss": -0.039334893226623535, "acc": 0.8989120721817017, "acc_or": 0.9494560360908508, "sender_entropy": 0.6921916007995605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.777550995349884, "acc_or": 0.8887754678726196}, "epoch": 57}
{"loss": -0.043910443782806396, "acc": 0.9156845211982727, "acc_or": 0.957842230796814, "sender_entropy": 0.6980331540107727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.7744897603988647, "acc_or": 0.886734664440155}, "epoch": 58}
{"loss": -0.05697125941514969, "acc": 0.9061650037765503, "acc_or": 0.9530825018882751, "sender_entropy": 0.7363354563713074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.7795917987823486, "acc_or": 0.8897958993911743}, "epoch": 59}
{"loss": -0.06617848575115204, "acc": 0.9086582064628601, "acc_or": 0.9543290734291077, "sender_entropy": 0.7559311985969543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.7857142686843872, "acc_or": 0.8928570747375488}, "epoch": 60}
{"loss": -0.07039272040128708, "acc": 0.9112647175788879, "acc_or": 0.9556323885917664, "sender_entropy": 0.7671405673027039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.7806122303009033, "acc_or": 0.8903060555458069}, "epoch": 61}
{"loss": -0.06214868277311325, "acc": 0.9062783122062683, "acc_or": 0.9531391859054565, "sender_entropy": 0.7305594682693481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.7948979139328003, "acc_or": 0.8974489569664001}, "epoch": 62}
{"loss": -0.06159482151269913, "acc": 0.9589754939079285, "acc_or": 0.9794877767562866, "sender_entropy": 0.8085190057754517, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.9653061032295227, "acc_or": 0.982653021812439}, "epoch": 63}
{"loss": 0.007850892841815948, "acc": 0.9925203919410706, "acc_or": 0.9962602257728577, "sender_entropy": 0.6575755476951599, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 64}
{"loss": 0.01200893335044384, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7204585671424866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 65}
{"loss": 0.004221032839268446, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7118375897407532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 66}
{"loss": 0.006700220517814159, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6978352665901184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 67}
{"loss": 0.003638878930360079, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7263515591621399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 68}
{"loss": 0.005433840211480856, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.725067138671875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 69}
{"loss": -0.0026169619522988796, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7570188641548157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 70}
{"loss": -0.003959233872592449, "acc": 0.9975067973136902, "acc_or": 0.9986967444419861, "sender_entropy": 0.7803311944007874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 71}
{"loss": -0.0064538512378931046, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7874505519866943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 72}
{"loss": -0.00862026959657669, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7336717844009399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 73}
{"loss": -0.008982901461422443, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6954313516616821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 74}
{"loss": -0.019605254754424095, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7914709448814392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 75}
{"loss": -0.024848930537700653, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7385645508766174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 76}
{"loss": -0.03246216103434563, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.827217698097229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 77}
{"loss": -0.0272886473685503, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7386212348937988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 78}
{"loss": -0.033069100230932236, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7837677597999573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 78}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 79}
{"loss": -0.03621108457446098, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7444207072257996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 79}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 80}
{"loss": -0.040404051542282104, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7634478807449341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 80}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 81}
{"loss": -0.04392362758517265, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7536037564277649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 81}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 82}
{"loss": -0.04780890420079231, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7594280242919922, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 82}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 83}
{"loss": -0.05483604967594147, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.784085750579834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 83}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 84}
{"loss": -0.054640259593725204, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7603973150253296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 84}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 85}
{"loss": -0.05749601498246193, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7660530209541321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 85}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 86}
{"loss": -0.06379438191652298, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7650834321975708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 86}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 87}
{"loss": -0.0654788464307785, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7771730422973633, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 87}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 88}
{"loss": -0.07240337878465652, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8254221081733704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 88}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 89}
{"loss": -0.07545532286167145, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.8123865723609924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 89}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 90}
{"loss": -0.08384194225072861, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8475378155708313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 90}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 91}
{"loss": -0.07746411859989166, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7685088515281677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 91}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 92}
{"loss": -0.08332720398902893, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8025591969490051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 92}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 93}
{"loss": -0.08132477104663849, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7692710757255554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 93}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 94}
{"loss": -0.08945208787918091, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7924078702926636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 94}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 95}
{"loss": -0.0878572165966034, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7601876258850098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 95}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 96}
{"loss": -0.11333493143320084, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.9236185550689697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 96}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 97}
{"loss": -0.0947781652212143, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7719551920890808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 97}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 98}
{"loss": -0.09101234376430511, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7239786386489868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 98}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 99}
{"loss": -0.09811878949403763, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7489553689956665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 99}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 100}
{"loss": -0.09599003195762634, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7275130748748779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 100}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 101}
{"loss": -0.10432107746601105, "acc": 0.9975067973136902, "acc_or": 0.9986967444419861, "sender_entropy": 0.7628065347671509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 101}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 102}
{"loss": -0.10248948633670807, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7248821258544922, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 102}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 103}
{"loss": -0.12258203327655792, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.85209059715271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 103}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 104}
{"loss": -0.11961635947227478, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.818934440612793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 104}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 105}
{"loss": -0.13046926259994507, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8466715216636658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 105}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 106}
{"loss": -0.10997059941291809, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7233580350875854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 106}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 107}
{"loss": -0.10762633383274078, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6948031783103943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 107}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 108}
{"loss": -0.13019156455993652, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.8204454183578491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 108}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 109}
{"loss": -0.12930192053318024, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.797529935836792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 109}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 110}
{"loss": -0.12468519061803818, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7598121762275696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 110}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 111}
{"loss": -0.11661877483129501, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7090952396392822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 111}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 112}
{"loss": -0.1455487608909607, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8525224328041077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 112}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 113}
{"loss": -0.13892637193202972, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8030457496643066, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 113}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 114}
{"loss": -0.13187788426876068, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7563109397888184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 114}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 115}
{"loss": -0.1395879089832306, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7827239036560059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 115}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 116}
{"loss": -0.14616750180721283, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8124996423721313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 116}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 117}
{"loss": -0.14970140159130096, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8173841238021851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 117}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 118}
{"loss": -0.14759935438632965, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7970262169837952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 118}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 119}
{"loss": -0.16133809089660645, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8373876214027405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 119}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 120}
{"loss": -0.14432276785373688, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7557644248008728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 120}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 121}
{"loss": -0.16719435155391693, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.843307614326477, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 121}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 122}
{"loss": -0.19201450049877167, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9653494954109192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 122}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 123}
{"loss": -0.14584703743457794, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.738844096660614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 123}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 124}
{"loss": -0.15357325971126556, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7717608213424683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 124}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 125}
{"loss": -0.1348070204257965, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6690899729728699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 125}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 126}
{"loss": -0.1514294147491455, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7480776309967041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 126}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 127}
{"loss": -0.15721799433231354, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7616631984710693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 127}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 128}
{"loss": -0.15209339559078217, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7287038564682007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 128}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 129}
{"loss": -0.16283383965492249, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7736482620239258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 129}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 130}
{"loss": -0.15512464940547943, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7326855063438416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 130}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 131}
{"loss": -0.1775907278060913, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8263505101203918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 131}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 132}
{"loss": -0.16524747014045715, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7674001455307007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 132}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 133}
{"loss": -0.166721910238266, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.760292112827301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 133}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 134}
{"loss": -0.14881740510463715, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6840354800224304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 134}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 135}
{"loss": -0.15155331790447235, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6847512722015381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 135}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 136}
{"loss": -0.18191294372081757, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8081609010696411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 136}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 137}
{"loss": -0.16667872667312622, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7300754189491272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 137}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 138}
{"loss": -0.16574189066886902, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7254288792610168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 138}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 139}
{"loss": -0.18142102658748627, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7848431468009949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 139}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 140}
{"loss": -0.18630394339561462, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7992202043533325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 140}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 141}
{"loss": -0.17121201753616333, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.734047532081604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 141}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 142}
{"loss": -0.1873306930065155, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7991573810577393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 142}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 143}
{"loss": -0.19288849830627441, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8090255856513977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 143}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 144}
{"loss": -0.17729344964027405, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7445222735404968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 144}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 145}
{"loss": -0.18951857089996338, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7885997891426086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 145}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 146}
{"loss": -0.17472974956035614, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7238624095916748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 146}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.998469352722168}, "epoch": 147}
{"loss": -0.1968127340078354, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7992157936096191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 147}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 148}
{"loss": -0.20373836159706116, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8238799571990967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 148}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 149}
{"loss": -0.1786806434392929, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7251558899879456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 149}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 150}
{"loss": -0.19207079708576202, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7774122953414917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 150}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 151}
{"loss": -0.20805974304676056, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8309919834136963, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 151}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 152}
{"loss": -0.19122879207134247, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7553104162216187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 152}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 153}
{"loss": -0.19967439770698547, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7894342541694641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 153}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 154}
{"loss": -0.18585392832756042, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7315885424613953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 154}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 155}
{"loss": -0.2075563669204712, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8124825358390808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 155}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 156}
{"loss": -0.20166093111038208, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.782455325126648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 156}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 157}
{"loss": -0.20628714561462402, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7950045466423035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 157}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 158}
{"loss": -0.20261193811893463, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7781720161437988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 158}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 159}
{"loss": -0.22336919605731964, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8546137809753418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 159}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 160}
{"loss": -0.20586982369422913, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7769676446914673, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 160}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 161}
{"loss": -0.20956511795520782, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7898584604263306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 161}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 162}
{"loss": -0.2093973606824875, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.783857524394989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 162}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 163}
{"loss": -0.20944492518901825, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7760415077209473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 163}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 164}
{"loss": -0.20602712035179138, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7659271359443665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 164}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 165}
{"loss": -0.21611545979976654, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.799911379814148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 165}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 166}
{"loss": -0.21418383717536926, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7909135222434998, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 166}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 167}
{"loss": -0.2027435302734375, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.744756817817688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 167}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 168}
{"loss": -0.20686277747154236, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7563223242759705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 168}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 169}
{"loss": -0.21875295042991638, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7934504747390747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 169}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 170}
{"loss": -0.2167121022939682, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7815841436386108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 170}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 171}
{"loss": -0.22042973339557648, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7934291362762451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 171}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 172}
{"loss": -0.20840813219547272, "acc": 0.997960090637207, "acc_or": 0.9989233613014221, "sender_entropy": 0.7468796372413635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 172}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 173}
{"loss": -0.21668113768100739, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7756233215332031, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 173}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 174}
{"loss": -0.23361335694789886, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8305937647819519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 174}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 175}
{"loss": -0.23037369549274445, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8123851418495178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 175}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 176}
{"loss": -0.2229105681180954, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7857248783111572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 176}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 177}
{"loss": -0.21620741486549377, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7587425708770752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 177}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 178}
{"loss": -0.22432944178581238, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7852518558502197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 178}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 179}
{"loss": -0.20414473116397858, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.715009331703186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 179}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 180}
{"loss": -0.22641846537590027, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.785262942314148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 180}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 181}
{"loss": -0.2273256778717041, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7865086793899536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 181}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 182}
{"loss": -0.22705835103988647, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7784430384635925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 182}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 183}
{"loss": -0.24113118648529053, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8248798251152039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 183}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 184}
{"loss": -0.2158931940793991, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7371851801872253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 184}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 185}
{"loss": -0.23449541628360748, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7999518513679504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 185}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 186}
{"loss": -0.2350669950246811, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7966984510421753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 186}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 187}
{"loss": -0.23439759016036987, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7932682037353516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 187}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 188}
{"loss": -0.2417709082365036, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8150187730789185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 188}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 189}
{"loss": -0.22128555178642273, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7441666126251221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 189}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 190}
{"loss": -0.26626595854759216, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8847009539604187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 190}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 191}
{"loss": -0.22949735820293427, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.766008734703064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 191}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 192}
{"loss": -0.2215067595243454, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7307582497596741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 192}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 193}
{"loss": -0.22520340979099274, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7396503686904907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 193}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 194}
{"loss": -0.24367840588092804, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8047257661819458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 194}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 195}
{"loss": -0.2313837707042694, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7589475512504578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 195}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 196}
{"loss": -0.27156755328178406, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8872076869010925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 196}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 197}
{"loss": -0.20590759813785553, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6739127039909363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 197}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 198}
{"loss": -0.23622316122055054, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7732948064804077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 198}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 199}
{"loss": -0.23833692073822021, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7735410928726196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 199}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 200}
{"loss": -0.2582995593547821, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8361486792564392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 200}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 201}
{"loss": -0.25009018182754517, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8080136179924011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 201}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 202}
{"loss": -0.26650887727737427, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8596226572990417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 202}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 203}
{"loss": -0.2714514136314392, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8701122999191284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 203}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 204}
{"loss": -0.2379980832338333, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7631067037582397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 204}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 205}
{"loss": -0.23087701201438904, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7390500903129578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 205}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 206}
{"loss": -0.2472783923149109, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7900057435035706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 206}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 207}
{"loss": -0.24347488582134247, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7749877572059631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 207}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 208}
{"loss": -0.24529793858528137, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7777086496353149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 208}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 209}
{"loss": -0.2377275675535202, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7534036040306091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 209}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 210}
{"loss": -0.24319252371788025, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.768159031867981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 210}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 211}
{"loss": -0.26621317863464355, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8364555239677429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 211}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 212}
{"loss": -0.2666752338409424, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8353157639503479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 212}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 213}
{"loss": -0.24618694186210632, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7742406129837036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 213}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 214}
{"loss": -0.27435585856437683, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8546765446662903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 214}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 215}
{"loss": -0.2403927594423294, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7504536509513855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 215}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 216}
{"loss": -0.2509308457374573, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7794854044914246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 216}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 217}
{"loss": -0.23362252116203308, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7234359383583069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 217}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 218}
{"loss": -0.25277242064476013, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7819067239761353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 218}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 219}
{"loss": -0.23465827107429504, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7245734333992004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 219}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 220}
{"loss": -0.267374187707901, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8224771618843079, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 220}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 221}
{"loss": -0.2544379234313965, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7833613157272339, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 221}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 222}
{"loss": -0.30070918798446655, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9214890003204346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 222}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 223}
{"loss": -0.2554081082344055, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7798563838005066, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 223}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 224}
{"loss": -0.2631065249443054, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7964789271354675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 224}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 225}
{"loss": -0.24526938796043396, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7440590858459473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 225}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 226}
{"loss": -0.26443448662757874, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8013650178909302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 226}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 227}
{"loss": -0.24077831208705902, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7282371520996094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 227}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 228}
{"loss": -0.26038631796836853, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7894306182861328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 228}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 229}
{"loss": -0.2583181858062744, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7797370553016663, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 229}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 230}
{"loss": -0.28323444724082947, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8507640957832336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 230}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 231}
{"loss": -0.24217358231544495, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7285067439079285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 231}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 232}
{"loss": -0.25993847846984863, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7778317928314209, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 232}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 233}
{"loss": -0.2505730390548706, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7499531507492065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 233}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 234}
{"loss": -0.24447251856327057, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7300176024436951, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 234}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 235}
{"loss": -0.2645503580570221, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7901190519332886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 235}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 236}
{"loss": -0.2542509138584137, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7543493509292603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 236}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 237}
{"loss": -0.2782924771308899, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8221398591995239, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 237}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 238}
{"loss": -0.3053642213344574, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9057069420814514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 238}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 239}
{"loss": -0.2739308476448059, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7971756458282471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 239}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 240}
{"loss": -0.2525969445705414, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7433508634567261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 240}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 241}
{"loss": -0.2506857216358185, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7392281889915466, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 241}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 242}
{"loss": -0.26711007952690125, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7845855951309204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 242}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 243}
{"loss": -0.2572864890098572, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7560952305793762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 243}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 244}
{"loss": -0.24641859531402588, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7242746949195862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 244}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 245}
{"loss": -0.252206414937973, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7387470602989197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 245}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 246}
{"loss": -0.2615983188152313, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7650730013847351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 246}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 247}
{"loss": -0.25297755002975464, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7283993363380432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 247}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 248}
{"loss": -0.2554297149181366, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7394594550132751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 248}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 249}
{"loss": -0.24167267978191376, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7024288773536682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 249}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 250}
{"loss": -0.25380218029022217, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7336817383766174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 250}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 251}
{"loss": -0.2558661103248596, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7389606237411499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 251}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 252}
{"loss": -0.30490031838417053, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8745535612106323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 252}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 253}
{"loss": -0.30817872285842896, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8865271210670471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 253}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 254}
{"loss": -0.27221933007240295, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7795347571372986, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 254}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 255}
{"loss": -0.26785603165626526, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7689254283905029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 255}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 256}
{"loss": -0.27927207946777344, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.802237331867218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 256}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 257}
{"loss": -0.2524344027042389, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7193189859390259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 257}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 258}
{"loss": -0.21817252039909363, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6229788661003113, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 258}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 259}
{"loss": -0.2729601562023163, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7788960337638855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 259}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 260}
{"loss": -0.25664058327674866, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7277737855911255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 260}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 261}
{"loss": -0.26104170083999634, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7439002394676208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 261}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 262}
{"loss": -0.29237794876098633, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8304399251937866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 262}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 263}
{"loss": -0.2726505994796753, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.769823431968689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 263}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 264}
{"loss": -0.2784401774406433, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7891316413879395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 264}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 265}
{"loss": -0.2825324833393097, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7979844808578491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 265}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 266}
{"loss": -0.27821725606918335, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7870568037033081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 266}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 267}
{"loss": -0.27235540747642517, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7694733738899231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 267}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 268}
{"loss": -0.298287034034729, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8385611176490784, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 268}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 269}
{"loss": -0.29784858226776123, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8356409072875977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 269}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 270}
{"loss": -0.2424456924200058, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6827576756477356, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 270}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 271}
{"loss": -0.26756834983825684, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7493826746940613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 271}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 272}
{"loss": -0.3074396252632141, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.861167311668396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 272}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 273}
{"loss": -0.24758289754390717, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6930760145187378, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 273}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 274}
{"loss": -0.30545157194137573, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8546605110168457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 274}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 275}
{"loss": -0.2344578355550766, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6544607877731323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 275}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 276}
{"loss": -0.27020344138145447, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7501218914985657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 276}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 277}
{"loss": -0.26756876707077026, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7432684302330017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 277}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 278}
{"loss": -0.23118144273757935, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6387397646903992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 278}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 279}
{"loss": -0.2963091731071472, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8196560144424438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 279}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 280}
{"loss": -0.29570272564888, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8142387270927429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 280}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 281}
{"loss": -0.2891146242618561, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7960536479949951, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 281}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 282}
{"loss": -0.31664299964904785, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8716569542884827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 282}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 283}
{"loss": -0.2509889006614685, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6909624338150024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 283}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 284}
{"loss": -0.25285446643829346, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6932531595230103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 284}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 285}
{"loss": -0.27402886748313904, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7508345246315002, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 285}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 286}
{"loss": -0.2928973138332367, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8016680479049683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 286}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 287}
{"loss": -0.28584229946136475, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7748957276344299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 287}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 288}
{"loss": -0.2676716148853302, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7288321256637573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 288}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 289}
{"loss": -0.24806585907936096, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6798067092895508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 289}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 290}
{"loss": -0.2762313485145569, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7532399892807007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 290}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 291}
{"loss": -0.27928653359413147, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7614868879318237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 291}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 292}
{"loss": -0.24919594824314117, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.675995945930481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 292}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 293}
{"loss": -0.2629344165325165, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7160825133323669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 293}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 294}
{"loss": -0.29122790694236755, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7910988330841064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 294}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 295}
{"loss": -0.2698448896408081, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7311315536499023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 295}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 296}
{"loss": -0.2530640661716461, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6841304898262024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 296}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 297}
{"loss": -0.26906707882881165, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7270855903625488, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 297}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 298}
{"loss": -0.28021129965782166, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7565380930900574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 298}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 299}
{"loss": -0.2523553669452667, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6794080138206482, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 299}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 300}
{"loss": -0.25167375802993774, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6750730276107788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 300}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 301}
{"loss": -0.25516340136528015, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6873391270637512, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 301}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 302}
{"loss": -0.2815624177455902, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7555649876594543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 302}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 303}
{"loss": -0.25465741753578186, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6819074749946594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 303}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 304}
{"loss": -0.27084243297576904, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7210276126861572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 304}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 305}
{"loss": -0.27231940627098083, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7270276546478271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 305}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 306}
{"loss": -0.25963717699050903, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6936964392662048, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 306}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 307}
{"loss": -0.2589679956436157, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6912364959716797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 307}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 308}
{"loss": -0.26523536443710327, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7038338780403137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 308}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 309}
{"loss": -0.28977128863334656, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7719024419784546, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 309}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 310}
{"loss": -0.25519222021102905, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6790709495544434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 310}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 311}
{"loss": -0.2753462493419647, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7332736849784851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 311}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 312}
{"loss": -0.28989270329475403, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7682800889015198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 312}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 313}
{"loss": -0.26303407549858093, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6934005618095398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 313}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 314}
{"loss": -0.25483986735343933, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6742469668388367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 314}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 315}
{"loss": -0.2770879864692688, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7331849336624146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 315}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 316}
{"loss": -0.29048892855644226, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7677078247070312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 316}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 317}
{"loss": -0.2517862617969513, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6666973233222961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 317}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 318}
{"loss": -0.27218642830848694, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7186915278434753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 318}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 319}
{"loss": -0.2584160268306732, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6801631450653076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 319}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 320}
{"loss": -0.2665238678455353, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7060011029243469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 320}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 321}
{"loss": -0.3111698031425476, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.818168044090271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 321}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 322}
{"loss": -0.29814305901527405, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7828859090805054, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 322}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 323}
{"loss": -0.2539668083190918, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6651944518089294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 323}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 324}
{"loss": -0.2594151198863983, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.67629075050354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 324}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 325}
{"loss": -0.2733604311943054, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7159212231636047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 325}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 326}
{"loss": -0.3071194589138031, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8030928373336792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 326}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 327}
{"loss": -0.27208325266838074, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7141042947769165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 327}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 328}
{"loss": -0.26767808198928833, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7008786797523499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 328}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 329}
{"loss": -0.2931091785430908, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7641528248786926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 329}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 330}
{"loss": -0.2943405508995056, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7691340446472168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 330}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 331}
{"loss": -0.31012073159217834, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8104945421218872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 331}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 332}
{"loss": -0.2961149215698242, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7694023847579956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 332}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 333}
{"loss": -0.2800624668598175, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7312609553337097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 333}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 334}
{"loss": -0.28984203934669495, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7545210719108582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 334}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 335}
{"loss": -0.265809565782547, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6923772096633911, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 335}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 336}
{"loss": -0.28371259570121765, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7332050800323486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 336}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 337}
{"loss": -0.2873214781284332, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7464262247085571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 337}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 338}
{"loss": -0.26669639348983765, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6880673170089722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 338}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 339}
{"loss": -0.2710118889808655, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7016395926475525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 339}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 340}
{"loss": -0.2780698537826538, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.716670572757721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 340}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 341}
{"loss": -0.31221649050712585, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8061001896858215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 341}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 342}
{"loss": -0.24658535420894623, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6353612542152405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 342}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 343}
{"loss": -0.2651747763156891, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6838035583496094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 343}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 344}
{"loss": -0.2847951650619507, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7345309257507324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 344}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 345}
{"loss": -0.2827537953853607, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7292888760566711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 345}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 346}
{"loss": -0.25475114583969116, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6576868891716003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 346}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 347}
{"loss": -0.2652147710323334, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6828980445861816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 347}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 348}
{"loss": -0.3015414774417877, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.774374783039093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 348}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 349}
{"loss": -0.3122304379940033, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8007442951202393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 349}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 350}
{"loss": -0.32110923528671265, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8235381841659546, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 350}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 351}
{"loss": -0.2756320536136627, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7052223086357117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 351}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 352}
{"loss": -0.28647086024284363, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7341440320014954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 352}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 353}
{"loss": -0.2984011471271515, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7630789279937744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 353}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 354}
{"loss": -0.28232482075691223, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7228995561599731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 354}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 355}
{"loss": -0.31612569093704224, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8093506097793579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 355}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 356}
{"loss": -0.2892197072505951, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7417678236961365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 356}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 357}
{"loss": -0.30810514092445374, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7864412665367126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 357}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 358}
{"loss": -0.2793327867984772, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7114074230194092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 358}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 359}
{"loss": -0.3122348487377167, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7958223223686218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 359}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 360}
{"loss": -0.31666457653045654, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8056840896606445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 360}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 361}
{"loss": -0.28451913595199585, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7241491079330444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 361}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 362}
{"loss": -0.26818549633026123, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6834444403648376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 362}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 363}
{"loss": -0.29805684089660645, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7548450231552124, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 363}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 364}
{"loss": -0.2924398183822632, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.74235600233078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 364}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 365}
{"loss": -0.2892402410507202, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7333714365959167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 365}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 366}
{"loss": -0.2675110101699829, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6772143244743347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 366}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 367}
{"loss": -0.2917206287384033, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7384681105613708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 367}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 368}
{"loss": -0.30352160334587097, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7679451107978821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 368}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 369}
{"loss": -0.28986918926239014, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7338484525680542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 369}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 370}
{"loss": -0.2770504951477051, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6998624205589294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 370}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 371}
{"loss": -0.31062039732933044, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.783799946308136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 371}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 372}
{"loss": -0.30031269788742065, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7583939433097839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 372}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 373}
{"loss": -0.288004606962204, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7240644097328186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 373}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 374}
{"loss": -0.30848875641822815, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7775004506111145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 374}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 375}
{"loss": -0.27054011821746826, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6807277798652649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 375}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 376}
{"loss": -0.3112339675426483, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7842353582382202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 376}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 377}
{"loss": -0.27678242325782776, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6952343583106995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 377}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 378}
{"loss": -0.2882419228553772, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7229690551757812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 378}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 379}
{"loss": -0.2669694423675537, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6710352301597595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 379}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 380}
{"loss": -0.318602591753006, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7996420860290527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 380}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 381}
{"loss": -0.28158870339393616, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7051306962966919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 381}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 382}
{"loss": -0.29895973205566406, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7506581544876099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 382}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 383}
{"loss": -0.2808931767940521, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7050849795341492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 383}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 384}
{"loss": -0.2908506393432617, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7276735305786133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 384}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 385}
{"loss": -0.28218111395835876, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7061170935630798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 385}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 386}
{"loss": -0.28552597761154175, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7119091749191284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 386}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 387}
{"loss": -0.31927287578582764, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7989730834960938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 387}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 388}
{"loss": -0.3013484477996826, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7546650171279907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 388}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 389}
{"loss": -0.28122854232788086, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7026194334030151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 389}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 390}
{"loss": -0.29308465123176575, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7305077910423279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 390}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 391}
{"loss": -0.2911010682582855, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7281030416488647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 391}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 392}
{"loss": -0.28121671080589294, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7012888193130493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 392}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 393}
{"loss": -0.29993146657943726, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7462437152862549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 393}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 394}
{"loss": -0.26706385612487793, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6630475521087646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 394}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 395}
{"loss": -0.2811157703399658, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6990351676940918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 395}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 396}
{"loss": -0.2922559082508087, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7264339923858643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 396}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 397}
{"loss": -0.2861340045928955, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7114883065223694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 397}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 398}
{"loss": -0.2873173654079437, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7141658663749695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 398}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 399}
{"loss": -0.28098607063293457, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6986445188522339, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 399}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 400}
{"loss": -0.2894074320793152, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.717109203338623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 400}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 401}
{"loss": -0.28057149052619934, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.696722686290741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 401}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 402}
{"loss": -0.2887098491191864, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7133932113647461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 402}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 403}
{"loss": -0.3137810230255127, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7791573405265808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 403}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 404}
{"loss": -0.3064691126346588, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7596437931060791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 404}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 405}
{"loss": -0.2969468832015991, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7361594438552856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 405}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 406}
{"loss": -0.28693467378616333, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7113489508628845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 406}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 407}
{"loss": -0.29042181372642517, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7153164744377136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 407}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 408}
{"loss": -0.30396848917007446, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7508958578109741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 408}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 409}
{"loss": -0.30778297781944275, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7608641386032104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 409}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 410}
{"loss": -0.27517959475517273, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6757830381393433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 410}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 411}
{"loss": -0.29193753004074097, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7175804376602173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 411}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 412}
{"loss": -0.29137086868286133, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7163726687431335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 412}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 413}
{"loss": -0.28404927253723145, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6998903155326843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 413}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 414}
{"loss": -0.3040475845336914, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.747918426990509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 414}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 415}
{"loss": -0.3050926923751831, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7509602904319763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 415}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 416}
{"loss": -0.2805824875831604, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.689849853515625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 416}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 417}
{"loss": -0.3060048222541809, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.75306236743927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 417}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 418}
{"loss": -0.286121666431427, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7035050392150879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 418}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 419}
{"loss": -0.30195727944374084, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7401173114776611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 419}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 420}
{"loss": -0.32115256786346436, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7895114421844482, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 420}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 421}
{"loss": -0.3006530702114105, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7370542287826538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 421}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 422}
{"loss": -0.31099268794059753, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7605207562446594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 422}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 423}
{"loss": -0.3131433427333832, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7662676572799683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 423}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 424}
{"loss": -0.2795068621635437, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6826329231262207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 424}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 425}
{"loss": -0.3007296919822693, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7351836562156677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 425}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 426}
{"loss": -0.3226942718029022, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7899476885795593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 426}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 427}
{"loss": -0.29894524812698364, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7314826250076294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 427}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 428}
{"loss": -0.2895647883415222, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7069254517555237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 428}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 429}
{"loss": -0.301580011844635, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7362132668495178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 429}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 430}
{"loss": -0.2962157726287842, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7206730246543884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 430}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 431}
{"loss": -0.30141696333885193, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7354835867881775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 431}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 432}
{"loss": -0.3102634847164154, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7534492611885071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 432}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 433}
{"loss": -0.302603542804718, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7388303875923157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 433}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 434}
{"loss": -0.29665377736091614, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7237436771392822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 434}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 435}
{"loss": -0.29978448152542114, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7313051819801331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 435}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 436}
{"loss": -0.3214435279369354, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7809072732925415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 436}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 437}
{"loss": -0.2933554947376251, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7116815447807312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 437}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 438}
{"loss": -0.30938583612442017, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7519667744636536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 438}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 439}
{"loss": -0.3045627474784851, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7413942813873291, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 439}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 440}
{"loss": -0.3204338252544403, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.777616560459137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 440}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 441}
{"loss": -0.2858034074306488, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6946930289268494, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 441}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 442}
{"loss": -0.2790801525115967, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6733332872390747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 442}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 443}
{"loss": -0.28109633922576904, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6823715567588806, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 443}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 444}
{"loss": -0.3069622814655304, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7464768290519714, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 444}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 445}
{"loss": -0.28583356738090515, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6936607360839844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 445}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 446}
{"loss": -0.27460911870002747, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.665351390838623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 446}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 447}
{"loss": -0.30144980549812317, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7302922606468201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 447}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 448}
{"loss": -0.30211248993873596, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7317156791687012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 448}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 449}
{"loss": -0.3046787679195404, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.736844539642334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 449}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 450}
{"loss": -0.2816261053085327, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6773716807365417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 450}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 451}
{"loss": -0.33849769830703735, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8185495138168335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 451}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 452}
{"loss": -0.2795555293560028, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6754360795021057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 452}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 453}
{"loss": -0.3195333778858185, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7727472186088562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 453}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 454}
{"loss": -0.29531022906303406, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7116897106170654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 454}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 455}
{"loss": -0.3238508403301239, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7788525223731995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 455}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 456}
{"loss": -0.3019152879714966, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.727411150932312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 456}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 457}
{"loss": -0.2825824022293091, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6821024417877197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 457}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 458}
{"loss": -0.3285923898220062, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7921485900878906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 458}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 459}
{"loss": -0.30107954144477844, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7220598459243774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 459}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 460}
{"loss": -0.30214545130729675, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7296393513679504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 460}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 461}
{"loss": -0.2977279722690582, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7175585031509399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 461}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 462}
{"loss": -0.3035846948623657, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.73171067237854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 462}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 463}
{"loss": -0.3038731813430786, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7255382537841797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 463}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 464}
{"loss": -0.30357861518859863, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.731430172920227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 464}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 465}
{"loss": -0.31133952736854553, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7481966614723206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 465}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 466}
{"loss": -0.30407455563545227, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7316332459449768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 466}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 467}
{"loss": -0.31101277470588684, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7476787567138672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 467}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 468}
{"loss": -0.289050817489624, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.695254921913147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 468}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 469}
{"loss": -0.30547934770584106, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7325552105903625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 469}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 470}
{"loss": -0.2878672480583191, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6893912553787231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 470}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 471}
{"loss": -0.33866819739341736, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8128423690795898, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 471}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 472}
{"loss": -0.2774157226085663, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6638862490653992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 472}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 473}
{"loss": -0.32735443115234375, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7845611572265625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 473}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 474}
{"loss": -0.31085914373397827, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7445441484451294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 474}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 475}
{"loss": -0.31217464804649353, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7481204867362976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 475}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 476}
{"loss": -0.34625327587127686, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8296042680740356, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 476}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 477}
{"loss": -0.31645578145980835, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7557628750801086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 477}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 478}
{"loss": -0.2751290798187256, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6571999788284302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 478}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 479}
{"loss": -0.3343600034713745, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8002803325653076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 479}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 480}
{"loss": -0.33554381132125854, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8018490076065063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 480}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 481}
{"loss": -0.3208267390727997, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7679668664932251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 481}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 482}
{"loss": -0.33538952469825745, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8019416928291321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 482}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 483}
{"loss": -0.3210567831993103, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7655203938484192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 483}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 484}
{"loss": -0.32234078645706177, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7684098482131958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 484}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 485}
{"loss": -0.2745024859905243, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.653091311454773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 485}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 486}
{"loss": -0.3214603066444397, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.765522301197052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 486}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 487}
{"loss": -0.2797074615955353, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6663209795951843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 487}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 488}
{"loss": -0.3196970820426941, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7617919445037842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 488}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 489}
{"loss": -0.2796904146671295, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6644891500473022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 489}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 490}
{"loss": -0.2907201647758484, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6921291351318359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 490}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 491}
{"loss": -0.29684558510780334, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7059167623519897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 491}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 492}
{"loss": -0.36087894439697266, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8583902716636658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 492}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 493}
{"loss": -0.30581414699554443, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7275956273078918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 493}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 494}
{"loss": -0.31113603711128235, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.740574836730957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 494}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 495}
{"loss": -0.31286314129829407, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7427419424057007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 495}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 496}
{"loss": -0.300044983625412, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.71169513463974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 496}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 497}
{"loss": -0.2864336669445038, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.67897629737854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 497}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 498}
{"loss": -0.31004035472869873, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7360048294067383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 498}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 499}
{"loss": -0.3140988051891327, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7451321482658386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 499}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 500}
{"loss": -0.29720667004585266, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7047038078308105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 500}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 501}
{"loss": -0.31870219111442566, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7554771304130554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 501}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 502}
{"loss": -0.33403924107551575, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7918506264686584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 502}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 503}
{"loss": -0.3167465031147003, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7518077492713928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 503}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 504}
{"loss": -0.3422929644584656, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8110499382019043, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 504}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 505}
{"loss": -0.31884729862213135, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7544083595275879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 505}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 506}
{"loss": -0.289598286151886, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6865310668945312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 506}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 507}
{"loss": -0.29386305809020996, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.694840133190155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 507}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 508}
{"loss": -0.30253708362579346, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7148962020874023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 508}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 509}
{"loss": -0.3226501941680908, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7631954550743103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 509}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 510}
{"loss": -0.3536006808280945, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8366496562957764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 510}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 511}
{"loss": -0.3165157735347748, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.747275710105896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 511}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 512}
{"loss": -0.2849881052970886, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6698489189147949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 512}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 513}
{"loss": -0.302368700504303, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7155367732048035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 513}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 514}
{"loss": -0.27884435653686523, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6582549214363098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 514}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 515}
{"loss": -0.2941594421863556, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6947178840637207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 515}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 516}
{"loss": -0.28789594769477844, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6799558997154236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 516}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 517}
{"loss": -0.3200831115245819, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7536841630935669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 517}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 518}
{"loss": -0.30587488412857056, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7228668928146362, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 518}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 519}
{"loss": -0.331863671541214, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7832075357437134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 519}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 520}
{"loss": -0.3269369900226593, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7680486440658569, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 520}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 521}
{"loss": -0.2806659936904907, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6613374352455139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 521}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 522}
{"loss": -0.28390324115753174, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6679869890213013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 522}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 523}
{"loss": -0.2874142527580261, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6759418249130249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 523}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 524}
{"loss": -0.31257808208465576, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7349638938903809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 524}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 525}
{"loss": -0.31725549697875977, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.74583899974823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 525}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 526}
{"loss": -0.31367433071136475, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7355427742004395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 526}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 527}
{"loss": -0.34070321917533875, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8011361956596375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 527}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 528}
{"loss": -0.3257162868976593, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7666162848472595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 528}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 529}
{"loss": -0.3376328945159912, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7920323014259338, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 529}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 530}
{"loss": -0.31162089109420776, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.73167484998703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 530}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 531}
{"loss": -0.3246152997016907, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7605095505714417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 531}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 532}
{"loss": -0.3049810826778412, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.715580403804779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 532}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 533}
{"loss": -0.2967095375061035, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6962601542472839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 533}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 534}
{"loss": -0.31757909059524536, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7444995045661926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 534}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 535}
{"loss": -0.31529006361961365, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7409659028053284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 535}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 536}
{"loss": -0.29630932211875916, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6945683360099792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 536}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 537}
{"loss": -0.3210807144641876, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7523909211158752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 537}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 538}
{"loss": -0.3236747086048126, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7594699859619141, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 538}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 539}
{"loss": -0.3246603012084961, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7599948048591614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 539}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 540}
{"loss": -0.305442214012146, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7152557373046875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 540}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 541}
{"loss": -0.30845192074775696, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7216825485229492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 541}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 542}
{"loss": -0.36254066228866577, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8476052284240723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 542}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 543}
{"loss": -0.34109970927238464, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7989566326141357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 543}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 544}
{"loss": -0.3206261992454529, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7503716349601746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 544}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 545}
{"loss": -0.33601251244544983, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7854322791099548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 545}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 546}
{"loss": -0.3253666162490845, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7603632211685181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 546}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 547}
{"loss": -0.3221103549003601, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7532656788825989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 547}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 548}
{"loss": -0.32557499408721924, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7613755464553833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 548}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 549}
{"loss": -0.27649742364883423, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6457242965698242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 549}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 550}
{"loss": -0.3386681377887726, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7908126711845398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 550}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 551}
{"loss": -0.2729148268699646, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.634528398513794, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 551}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 552}
{"loss": -0.33131730556488037, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7741840481758118, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 552}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 553}
{"loss": -0.302032470703125, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7039142847061157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 553}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 554}
{"loss": -0.29902610182762146, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6979892253875732, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 554}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 555}
{"loss": -0.3240732252597809, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7564408779144287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 555}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 556}
{"loss": -0.2903963029384613, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6764140129089355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 556}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 557}
{"loss": -0.3586132228374481, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8340938091278076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 557}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 558}
{"loss": -0.2943616509437561, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6861713528633118, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 558}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 559}
{"loss": -0.31147152185440063, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7259335517883301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 559}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 560}
{"loss": -0.31534114480018616, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7350439429283142, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 560}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 561}
{"loss": -0.3361468017101288, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7834426164627075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 561}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 562}
{"loss": -0.31544584035873413, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7344138622283936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 562}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 563}
{"loss": -0.3292188346385956, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7666212916374207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 563}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 564}
{"loss": -0.3736640512943268, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8694967031478882, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 564}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 565}
{"loss": -0.2997657358646393, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6982322931289673, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 565}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 566}
{"loss": -0.342528760433197, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7971311211585999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 566}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 567}
{"loss": -0.31186169385910034, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7225773334503174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 567}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 568}
{"loss": -0.33200711011886597, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7718812227249146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 568}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 569}
{"loss": -0.3565947115421295, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8272154927253723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 569}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 570}
{"loss": -0.35863935947418213, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8334060907363892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 570}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 571}
{"loss": -0.3406573235988617, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7901270389556885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 571}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 572}
{"loss": -0.33590736985206604, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.78013676404953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 572}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 573}
{"loss": -0.3167388141155243, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7332555651664734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 573}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 574}
{"loss": -0.33554866909980774, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7785775065422058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 574}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 575}
{"loss": -0.30871444940567017, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7158629298210144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 575}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 576}
{"loss": -0.30372264981269836, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7034776210784912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 576}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 577}
{"loss": -0.3136812150478363, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7285071611404419, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 577}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 578}
{"loss": -0.35827821493148804, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8290785551071167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 578}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 579}
{"loss": -0.32923179864883423, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7637679576873779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 579}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 580}
{"loss": -0.31273770332336426, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7243987917900085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 580}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 581}
{"loss": -0.3155073821544647, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7309682965278625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 581}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 582}
{"loss": -0.30384576320648193, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7027223706245422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 582}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 583}
{"loss": -0.29274293780326843, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6764028072357178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 583}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 584}
{"loss": -0.3282815217971802, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7592665553092957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 584}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 585}
{"loss": -0.30049145221710205, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6946242451667786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 585}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 586}
{"loss": -0.3199474811553955, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.738735020160675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 586}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 587}
{"loss": -0.3488922417163849, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8076056838035583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 587}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 588}
{"loss": -0.40608128905296326, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9382147192955017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 588}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 589}
{"loss": -0.3276873230934143, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7575003504753113, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 589}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 590}
{"loss": -0.34443405270576477, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7956572771072388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 590}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 591}
{"loss": -0.3362787067890167, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7782807946205139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 591}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 592}
{"loss": -0.3222825229167938, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7438428401947021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 592}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 593}
{"loss": -0.32650047540664673, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7544822096824646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 593}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 594}
{"loss": -0.3140478730201721, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7238740921020508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 594}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 595}
{"loss": -0.3397529125213623, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7840012311935425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 595}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 596}
{"loss": -0.3444269597530365, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7948787212371826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 596}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 597}
{"loss": -0.29341280460357666, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6764870285987854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 597}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 598}
{"loss": -0.3143870532512665, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.724804699420929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 598}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 599}
{"loss": -0.3333987593650818, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7683939337730408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 599}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 600}
{"loss": -0.3000554144382477, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6923089027404785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 600}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 601}
{"loss": -0.34487393498420715, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7955645322799683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 601}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 602}
{"loss": -0.327493816614151, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7535476684570312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 602}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 603}
{"loss": -0.31623896956443787, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.728431761264801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 603}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 604}
{"loss": -0.3227231502532959, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.743704080581665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 604}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 605}
{"loss": -0.3063931465148926, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7045828700065613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 605}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 606}
{"loss": -0.3128392696380615, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7204993963241577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 606}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 607}
{"loss": -0.3564116656780243, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.82041335105896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 607}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 608}
{"loss": -0.31663045287132263, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7289314270019531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 608}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 609}
{"loss": -0.3350391089916229, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7707360982894897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 609}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 610}
{"loss": -0.3159312307834625, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7262638807296753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 610}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 611}
{"loss": -0.3396899700164795, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.780370831489563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 611}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 612}
{"loss": -0.3696996569633484, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.848401665687561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 612}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 613}
{"loss": -0.3275641202926636, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.751354992389679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 613}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 614}
{"loss": -0.3721950650215149, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8546606302261353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 614}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 615}
{"loss": -0.3157808184623718, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7254845499992371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 615}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 616}
{"loss": -0.33764705061912537, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7743611931800842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 616}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 617}
{"loss": -0.31218650937080383, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7162384390830994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 617}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 618}
{"loss": -0.34101441502571106, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7816163301467896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 618}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 619}
{"loss": -0.32576784491539, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7480217814445496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 619}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 620}
{"loss": -0.3495955169200897, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8030716180801392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 620}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 621}
{"loss": -0.30801206827163696, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.706070601940155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 621}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 622}
{"loss": -0.344075083732605, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7884519100189209, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 622}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 623}
{"loss": -0.33682650327682495, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7721598148345947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 623}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 624}
{"loss": -0.3392866849899292, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7783709764480591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 624}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 625}
{"loss": -0.30204057693481445, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6912124752998352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 625}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 626}
{"loss": -0.34511110186576843, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7910597920417786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 626}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 627}
{"loss": -0.31538116931915283, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7220704555511475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 627}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 628}
{"loss": -0.33278608322143555, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7621932029724121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 628}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 629}
{"loss": -0.35221657156944275, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8052396178245544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 629}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 630}
{"loss": -0.34443020820617676, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.788921058177948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 630}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 631}
{"loss": -0.32948994636535645, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7539093494415283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 631}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 632}
{"loss": -0.32872188091278076, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7509334087371826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 632}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 633}
{"loss": -0.3840029835700989, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8802353143692017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 633}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 634}
{"loss": -0.30313965678215027, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6913658380508423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 634}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 635}
{"loss": -0.3239162266254425, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7393660545349121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 635}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 636}
{"loss": -0.34389668703079224, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7842808365821838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 636}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 637}
{"loss": -0.3143194019794464, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7180297374725342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 637}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 638}
{"loss": -0.34801793098449707, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7970624566078186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 638}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 639}
{"loss": -0.2929001748561859, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6693612933158875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 639}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 640}
{"loss": -0.33429205417633057, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7633733153343201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 640}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 641}
{"loss": -0.31666404008865356, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.722804605960846, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 641}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 642}
{"loss": -0.316376656293869, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7223189473152161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 642}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 643}
{"loss": -0.30204012989997864, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6892347931861877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 643}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 644}
{"loss": -0.31977227330207825, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7293015122413635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 644}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 645}
{"loss": -0.32088106870651245, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7320560216903687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 645}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 646}
{"loss": -0.34944024682044983, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.798149824142456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 646}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 647}
{"loss": -0.32761815190315247, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7480719089508057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 647}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 648}
{"loss": -0.33755868673324585, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7695829272270203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 648}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 649}
{"loss": -0.317143052816391, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7230597138404846, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 649}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 650}
{"loss": -0.33983883261680603, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7740585207939148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 650}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 651}
{"loss": -0.3144814372062683, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7169526815414429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 651}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 652}
{"loss": -0.3739781081676483, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8218497037887573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 652}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 653}
{"loss": -0.3094739615917206, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7046893835067749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 653}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 654}
{"loss": -0.2964822053909302, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6738455891609192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 654}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 655}
{"loss": -0.3353275954723358, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7628100514411926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 655}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 656}
{"loss": -0.3284878432750702, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7463633418083191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 656}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 657}
{"loss": -0.31214430928230286, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7109030485153198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 657}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 658}
{"loss": -0.34210172295570374, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7780634164810181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 658}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 659}
{"loss": -0.3043680489063263, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6928526759147644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 659}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 660}
{"loss": -0.2976950407028198, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6747760772705078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 660}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 661}
{"loss": -0.38413405418395996, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8742178678512573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 661}
{"generalization hold out": {"acc": 0.47959181666374207, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 662}
{"loss": -0.29164862632751465, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6632928848266602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 662}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 663}
{"loss": -0.31535306572914124, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7180730104446411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 663}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 664}
{"loss": -0.40163737535476685, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9135468006134033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 664}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 665}
{"loss": -0.3608691096305847, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.82151198387146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 665}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 666}
{"loss": -0.34313061833381653, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7811450958251953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 666}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 667}
{"loss": -0.3081743121147156, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6988963484764099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 667}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 668}
{"loss": -0.3627087473869324, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8241637349128723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 668}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 669}
{"loss": -0.29827943444252014, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6771431565284729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 669}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 670}
{"loss": -0.319379597902298, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.725044310092926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 670}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 671}
{"loss": -0.30898359417915344, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7000280618667603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 671}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 672}
{"loss": -0.3282853960990906, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7439855933189392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 672}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 673}
{"loss": -0.3385290801525116, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7686810493469238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 673}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 674}
{"loss": -0.32873401045799255, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.745941698551178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 674}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 675}
{"loss": -0.35099202394485474, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7958914637565613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 675}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 676}
{"loss": -0.3440609276294708, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7808924317359924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 676}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 677}
{"loss": -0.35470104217529297, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8033134937286377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 677}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 678}
{"loss": -0.343391478061676, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7794956564903259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 678}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 679}
{"loss": -0.3388967514038086, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7684796452522278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 679}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 680}
{"loss": -0.29337137937545776, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6650157570838928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 680}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 681}
{"loss": -0.30453333258628845, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6886469721794128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 681}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 682}
{"loss": -0.3422890901565552, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.776131808757782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 682}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 683}
{"loss": -0.3345980644226074, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7571515440940857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 683}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 684}
{"loss": -0.3632287383079529, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8232631087303162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 684}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 685}
{"loss": -0.3142714500427246, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7115544676780701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 685}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 686}
{"loss": -0.31397098302841187, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7091822624206543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 686}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 687}
{"loss": -0.32148897647857666, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7275800108909607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 687}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 688}
{"loss": -0.3451250493526459, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7805398106575012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 688}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 689}
{"loss": -0.31613069772720337, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7154788374900818, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 689}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 690}
{"loss": -0.2952055037021637, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6681250333786011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 690}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 691}
{"loss": -0.32537129521369934, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7370119690895081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 691}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 692}
{"loss": -0.3555549681186676, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.804524838924408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 692}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 693}
{"loss": -0.3381418287754059, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7652979493141174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 693}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 694}
{"loss": -0.31816110014915466, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7185682058334351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 694}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 695}
{"loss": -0.3168715834617615, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7162662744522095, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 695}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 696}
{"loss": -0.34094077348709106, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.770965576171875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 696}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 697}
{"loss": -0.37047359347343445, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8375581502914429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 697}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 698}
{"loss": -0.30359533429145813, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6864761710166931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 698}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 699}
{"loss": -0.29426050186157227, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6639676690101624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 699}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 700}
{"loss": -0.3297118544578552, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7441678047180176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 700}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 701}
{"loss": -0.33759573101997375, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7613982558250427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 701}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 702}
{"loss": -0.32187363505363464, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7274990081787109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 702}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 703}
{"loss": -0.3161170184612274, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7139304876327515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 703}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 704}
{"loss": -0.34613409638404846, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7809009552001953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 704}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 705}
{"loss": -0.3619559407234192, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8174453377723694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 705}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 706}
{"loss": -0.3328680396080017, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7513493299484253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 706}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 707}
{"loss": -0.3420773148536682, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.771410346031189, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 707}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 708}
{"loss": -0.32841426134109497, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7410507798194885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 708}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 709}
{"loss": -0.3480101227760315, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.781876802444458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 709}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 710}
{"loss": -0.36550208926200867, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8224121332168579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 710}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 711}
{"loss": -0.36032775044441223, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8121210336685181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 711}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 712}
{"loss": -0.31715816259384155, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7141316533088684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 712}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 713}
{"loss": -0.29626020789146423, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6676613092422485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 713}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 714}
{"loss": -0.3126026690006256, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7003623247146606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 714}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 715}
{"loss": -0.3681235909461975, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8294525146484375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 715}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 716}
{"loss": -0.33478501439094543, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7531546950340271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 716}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 717}
{"loss": -0.32740017771720886, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.736663281917572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 717}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 718}
{"loss": -0.3422548472881317, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7714153528213501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 718}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 719}
{"loss": -0.29015690088272095, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6515110731124878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 719}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 720}
{"loss": -0.35057905316352844, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7879061102867126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 720}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 721}
{"loss": -0.3231603801250458, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7266412377357483, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 721}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 722}
{"loss": -0.34496966004371643, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.776374101638794, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 722}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 723}
{"loss": -0.33374419808387756, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7516772747039795, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 723}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 724}
{"loss": -0.3714291751384735, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.834115207195282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 724}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 725}
{"loss": -0.29974257946014404, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6733116507530212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 725}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 726}
{"loss": -0.3126327693462372, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7026479840278625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 726}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 727}
{"loss": -0.3356975018978119, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7556663751602173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 727}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 728}
{"loss": -0.3435147702693939, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.771274745464325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 728}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 729}
{"loss": -0.3090141713619232, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6930670142173767, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 729}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 730}
{"loss": -0.3621654510498047, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8140791654586792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 730}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 731}
{"loss": -0.3744980990886688, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8425543904304504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 731}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 732}
{"loss": -0.33435767889022827, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7501103281974792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 732}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 733}
{"loss": -0.3524007499217987, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7914748787879944, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 733}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 734}
{"loss": -0.3428972363471985, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7680549025535583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 734}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 735}
{"loss": -0.43037909269332886, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9659143686294556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 735}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 736}
{"loss": -0.33836179971694946, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.758822500705719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 736}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 737}
{"loss": -0.31849825382232666, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7151607275009155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 737}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 738}
{"loss": -0.31088554859161377, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6960831880569458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 738}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 739}
{"loss": -0.3866927921772003, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8687583804130554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 739}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 740}
{"loss": -0.33178436756134033, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7445483207702637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 740}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 741}
{"loss": -0.33951160311698914, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7618762254714966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 741}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 742}
{"loss": -0.33857056498527527, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7601655721664429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 742}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 743}
{"loss": -0.3538431227207184, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7942622303962708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 743}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 744}
{"loss": -0.3136269450187683, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7012435793876648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 744}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 745}
{"loss": -0.3263278901576996, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7309079766273499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 745}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 746}
{"loss": -0.35051536560058594, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7855874300003052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 746}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 747}
{"loss": -0.32680511474609375, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.731848418712616, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 747}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 748}
{"loss": -0.3049362897872925, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6823137402534485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 748}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 749}
{"loss": -0.29393482208251953, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6571134328842163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 749}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 750}
{"loss": -0.3907049596309662, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8754715919494629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 750}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 751}
{"loss": -0.33108270168304443, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7411057353019714, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 751}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 752}
{"loss": -0.39605221152305603, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8871515989303589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 752}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 753}
{"loss": -0.33637386560440063, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7535799741744995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 753}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 754}
{"loss": -0.3613245189189911, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8089040517807007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 754}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 755}
{"loss": -0.3123008608818054, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6988767981529236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 755}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 756}
{"loss": -0.35732927918434143, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7988150715827942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 756}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 757}
{"loss": -0.34761306643486023, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7778905630111694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 757}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 758}
{"loss": -0.3436277508735657, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7690652012825012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 758}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 759}
{"loss": -0.3365617096424103, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7532532215118408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 759}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 760}
{"loss": -0.3750602900981903, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8382340669631958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 760}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 761}
{"loss": -0.3185926377773285, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.712559700012207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 761}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 762}
{"loss": -0.33539053797721863, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7481701970100403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 762}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 763}
{"loss": -0.35641950368881226, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7958994507789612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 763}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 764}
{"loss": -0.3030615746974945, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6777313351631165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 764}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 765}
{"loss": -0.374998539686203, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8387216329574585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 765}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 766}
{"loss": -0.34368348121643066, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7677191495895386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 766}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 767}
{"loss": -0.3641381561756134, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8140761852264404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 767}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 768}
{"loss": -0.32657450437545776, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7292967438697815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 768}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 769}
{"loss": -0.35870298743247986, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8005622029304504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 769}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 770}
{"loss": -0.38939666748046875, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8707084059715271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 770}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 771}
{"loss": -0.3073270320892334, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6851064562797546, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 771}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 772}
{"loss": -0.33457815647125244, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7475504279136658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 772}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 773}
{"loss": -0.36984071135520935, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.825786828994751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 773}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 774}
{"loss": -0.3554943799972534, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7941008806228638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 774}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 775}
{"loss": -0.2984113097190857, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6650391817092896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 775}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 776}
{"loss": -0.3380188047885895, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7549960613250732, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 776}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 777}
{"loss": -0.3328665494918823, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7424259781837463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 777}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 778}
{"loss": -0.3041950464248657, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6783185005187988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 778}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 779}
{"loss": -0.30551382899284363, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6805856823921204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 779}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 780}
{"loss": -0.3956345021724701, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8825116753578186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 780}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 781}
{"loss": -0.34004688262939453, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7592347264289856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 781}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 782}
{"loss": -0.32884371280670166, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7328426837921143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 782}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 783}
{"loss": -0.2891308069229126, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6439537405967712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 783}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 784}
{"loss": -0.31121453642845154, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6937133073806763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 784}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 785}
{"loss": -0.386629194021225, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8619828820228577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 785}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 786}
{"loss": -0.3441110849380493, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7674624919891357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 786}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 787}
{"loss": -0.3387133777141571, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7542838454246521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 787}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 788}
{"loss": -0.38403263688087463, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.854937732219696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 788}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 789}
{"loss": -0.3313506841659546, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7350499033927917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 789}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 790}
{"loss": -0.39948830008506775, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8887712359428406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 790}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 791}
{"loss": -0.34645846486091614, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7719630599021912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 791}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 792}
{"loss": -0.3255811333656311, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7242552042007446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 792}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 793}
{"loss": -0.29702669382095337, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6611402034759521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 793}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 794}
{"loss": -0.3746586740016937, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8345155715942383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 794}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 795}
{"loss": -0.3575610816478729, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7960422039031982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 795}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 796}
{"loss": -0.38720476627349854, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8612674474716187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 796}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 797}
{"loss": -0.3402647078037262, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7577493190765381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 797}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 798}
{"loss": -0.34261441230773926, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7614642977714539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 798}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 799}
{"loss": -0.34200039505958557, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7592476010322571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 799}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 800}
{"loss": -0.3430159389972687, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7630499005317688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 800}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 801}
{"loss": -0.35994431376457214, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7989561557769775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 801}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 802}
{"loss": -0.4094279110431671, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9114857912063599, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 802}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 803}
{"loss": -0.3535347580909729, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7864987850189209, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 803}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 804}
{"loss": -0.3500029444694519, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7774650454521179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 804}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 805}
{"loss": -0.38174304366111755, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.849193811416626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 805}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 806}
{"loss": -0.35511672496795654, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7894757390022278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 806}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 807}
{"loss": -0.3898952007293701, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.866398274898529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 807}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 808}
{"loss": -0.2836039066314697, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6283103823661804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 808}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 809}
{"loss": -0.34293797612190247, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7624176740646362, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 809}
{"generalization hold out": {"acc": 0.47959181666374207, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 810}
{"loss": -0.34677907824516296, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7709282636642456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 810}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 811}
{"loss": -0.3707095980644226, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8240602612495422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 811}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 812}
{"loss": -0.33154910802841187, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7362964749336243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 812}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 813}
{"loss": -0.35859695076942444, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.796208918094635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 813}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 814}
{"loss": -0.3195492625236511, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.70815110206604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 814}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 815}
{"loss": -0.32156291604042053, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7141161561012268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 815}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 816}
{"loss": -0.33490729331970215, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7426373958587646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 816}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 817}
{"loss": -0.36807817220687866, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8172041773796082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 817}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 818}
{"loss": -0.33220186829566956, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7359399199485779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 818}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 819}
{"loss": -0.32993897795677185, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7329870462417603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 819}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 820}
{"loss": -0.3528008460998535, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7824996709823608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 820}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 821}
{"loss": -0.3737705945968628, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8286131620407104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 821}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 822}
{"loss": -0.354202002286911, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7858385443687439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 822}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 823}
{"loss": -0.35367679595947266, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7837525010108948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 823}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 824}
{"loss": -0.35597649216651917, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7890077233314514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 824}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 825}
{"loss": -0.3895954191684723, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8644516468048096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 825}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 826}
{"loss": -0.3380161225795746, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7502831816673279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 826}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 827}
{"loss": -0.3477432131767273, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7712672352790833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 827}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 828}
{"loss": -0.3034111261367798, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6712656021118164, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 828}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 829}
{"loss": -0.33731940388679504, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7480950355529785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 829}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 830}
{"loss": -0.37058335542678833, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8213218450546265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 830}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 831}
{"loss": -0.39495649933815, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8762600421905518, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 831}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 832}
{"loss": -0.308123916387558, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6815149188041687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 832}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 833}
{"loss": -0.35724031925201416, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.792011559009552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 833}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 834}
{"loss": -0.35987719893455505, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7945888638496399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 834}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 835}
{"loss": -0.3356691300868988, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7431827783584595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 835}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 836}
{"loss": -0.3492136001586914, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7729909420013428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 836}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 837}
{"loss": -0.3194388747215271, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7064859867095947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 837}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 838}
{"loss": -0.3317738175392151, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7343388199806213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 838}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 839}
{"loss": -0.3657262921333313, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8101793527603149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 839}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 840}
{"loss": -0.3061274290084839, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6769959330558777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 840}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 841}
{"loss": -0.3163570165634155, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7001432776451111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 841}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 842}
{"loss": -0.32541102170944214, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7197441458702087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 842}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 843}
{"loss": -0.3435756266117096, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7598679661750793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 843}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 844}
{"loss": -0.3475123643875122, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7677794098854065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 844}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 845}
{"loss": -0.3767610192298889, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8346871137619019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 845}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 846}
{"loss": -0.32444846630096436, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7170530557632446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 846}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 847}
{"loss": -0.33511456847190857, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7420312166213989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 847}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 848}
{"loss": -0.3127923905849457, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6905560493469238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 848}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 849}
{"loss": -0.3244490921497345, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7168553471565247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 849}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 850}
{"loss": -0.35600709915161133, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7872225642204285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 850}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 851}
{"loss": -0.3774876594543457, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8347154855728149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 851}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 852}
{"loss": -0.2831104099750519, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6247093081474304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 852}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 853}
{"loss": -0.3231111764907837, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7112538814544678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 853}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 854}
{"loss": -0.3824678063392639, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.846102774143219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 854}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 855}
{"loss": -0.34592077136039734, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7638437747955322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 855}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 856}
{"loss": -0.3255850076675415, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.718618631362915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 856}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 857}
{"loss": -0.35887542366981506, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7931941747665405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 857}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 858}
{"loss": -0.3325939178466797, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.735302746295929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 858}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 859}
{"loss": -0.3391071856021881, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7485048174858093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 859}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 860}
{"loss": -0.32952001690864563, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.726398229598999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 860}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 861}
{"loss": -0.33700495958328247, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7430896759033203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 861}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 862}
{"loss": -0.3114083707332611, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6875272989273071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 862}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 863}
{"loss": -0.37908345460891724, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8376694321632385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 863}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 864}
{"loss": -0.36055031418800354, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7961987257003784, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 864}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 865}
{"loss": -0.37704598903656006, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8314726948738098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 865}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 866}
{"loss": -0.34759992361068726, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7664632797241211, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 866}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 867}
{"loss": -0.3374190926551819, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7451075315475464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 867}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 868}
{"loss": -0.34078577160835266, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7508283853530884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 868}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 869}
{"loss": -0.33296555280685425, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7344383001327515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 869}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 870}
{"loss": -0.3749876320362091, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8270369172096252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 870}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 871}
{"loss": -0.3154827058315277, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6955200433731079, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 871}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 872}
{"loss": -0.3532615602016449, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7788782119750977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 872}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 873}
{"loss": -0.3546251058578491, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7828848361968994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 873}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 874}
{"loss": -0.3613525331020355, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.795203685760498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 874}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 875}
{"loss": -0.35178765654563904, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7751424908638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 875}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 876}
{"loss": -0.36369264125823975, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8010511994361877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 876}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 877}
{"loss": -0.32889917492866516, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7248964309692383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 877}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 878}
{"loss": -0.33759206533432007, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7430488467216492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 878}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 879}
{"loss": -0.3279816806316376, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7217081189155579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 879}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 880}
{"loss": -0.3172200322151184, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.697134792804718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 880}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 881}
{"loss": -0.3154921233654022, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6950121521949768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 881}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 882}
{"loss": -0.4139176309108734, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9125786423683167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 882}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 883}
{"loss": -0.3138289153575897, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.691287636756897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 883}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 884}
{"loss": -0.32216158509254456, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7088297605514526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 884}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 885}
{"loss": -0.3700280487537384, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8145589232444763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 885}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 886}
{"loss": -0.3517444431781769, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.775320291519165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 886}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 887}
{"loss": -0.3569214344024658, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7860387563705444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 887}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 888}
{"loss": -0.3704549968242645, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8139638304710388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 888}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 889}
{"loss": -0.3174997866153717, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6973941922187805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 889}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 890}
{"loss": -0.3524884283542633, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7749190330505371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 890}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 891}
{"loss": -0.3621681332588196, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7971727252006531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 891}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 892}
{"loss": -0.3560469448566437, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7838131189346313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 892}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 893}
{"loss": -0.3611321449279785, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7943769693374634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 893}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 894}
{"loss": -0.3689470887184143, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8118246793746948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 894}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6479591727256775}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 895}
{"loss": -0.34951984882354736, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7692164182662964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 895}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 896}
{"loss": -0.3258899450302124, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7164421677589417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 896}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 897}
{"loss": -0.3291611671447754, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7227519750595093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 897}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 898}
{"loss": -0.3318040370941162, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7300556302070618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 898}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 899}
{"loss": -0.3316057622432709, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7293746471405029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 899}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 900}
{"loss": -0.3410411477088928, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7493189573287964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 900}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 901}
{"loss": -0.3284620940685272, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.72202467918396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 901}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 902}
{"loss": -0.35280516743659973, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7754327654838562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 902}
{"generalization hold out": {"acc": 0.47959181666374207, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 903}
{"loss": -0.35836881399154663, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7877826690673828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 903}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 904}
{"loss": -0.38807350397109985, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8536463975906372, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 904}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 905}
{"loss": -0.3780682682991028, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8318890333175659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 905}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 906}
{"loss": -0.35751184821128845, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7863602638244629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 906}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 907}
{"loss": -0.3189384341239929, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6998452544212341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 907}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 908}
{"loss": -0.3709881901741028, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8128083348274231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 908}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 909}
{"loss": -0.3310369849205017, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.726088285446167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 909}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 910}
{"loss": -0.3346364498138428, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7350112199783325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 910}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 911}
{"loss": -0.3244059383869171, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7121667265892029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 911}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 912}
{"loss": -0.3096977472305298, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.679156482219696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 912}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 913}
{"loss": -0.3783997595310211, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8308702111244202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 913}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 914}
{"loss": -0.3023330867290497, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6639233231544495, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 914}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 915}
{"loss": -0.3761853575706482, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8260986804962158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 915}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 916}
{"loss": -0.34462469816207886, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7566469311714172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 916}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 917}
{"loss": -0.33249005675315857, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7296204566955566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 917}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 918}
{"loss": -0.31861722469329834, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.698369026184082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 918}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 919}
{"loss": -0.31742942333221436, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6954659819602966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 919}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 920}
{"loss": -0.34795525670051575, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7622151970863342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 920}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 921}
{"loss": -0.37698954343795776, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8277991414070129, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 921}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 922}
{"loss": -0.30273202061653137, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6632612347602844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 922}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 923}
{"loss": -0.30522337555885315, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6688584089279175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 923}
{"generalization hold out": {"acc": 0.48469385504722595, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 924}
{"loss": -0.35987555980682373, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.789267897605896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 924}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 925}
{"loss": -0.33839961886405945, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7425392270088196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 925}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 926}
{"loss": -0.3624773621559143, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7949968576431274, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 926}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 927}
{"loss": -0.3777107000350952, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8283447623252869, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 927}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 928}
{"loss": -0.31210795044898987, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6843870282173157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 928}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 929}
{"loss": -0.3276422619819641, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7178310751914978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 929}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 930}
{"loss": -0.42703133821487427, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.936743438243866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 930}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 931}
{"loss": -0.38444364070892334, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8429917693138123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 931}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 932}
{"loss": -0.3764555752277374, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8255980610847473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 932}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.6096938848495483}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 933}
{"loss": -0.38562580943107605, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8451989889144897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 933}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 934}
{"loss": -0.41594719886779785, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9124418497085571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 934}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 935}
{"loss": -0.35680094361305237, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7811482548713684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 935}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 936}
{"loss": -0.3386707603931427, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7410132884979248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 936}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 937}
{"loss": -0.31514209508895874, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6894514560699463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 937}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 938}
{"loss": -0.33569109439849854, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7343381643295288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 938}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 939}
{"loss": -0.340999037027359, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.747050404548645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 939}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 940}
{"loss": -0.3347685635089874, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7326003909111023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 940}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 941}
{"loss": -0.33289241790771484, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7283350229263306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 941}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 942}
{"loss": -0.3739258944988251, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8177916407585144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 942}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 943}
{"loss": -0.39122477173805237, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8569908142089844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 943}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 944}
{"loss": -0.3969061076641083, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8695114850997925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 944}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 945}
{"loss": -0.35445377230644226, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7758104205131531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 945}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 946}
{"loss": -0.37823286652565, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8278563618659973, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 946}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 947}
{"loss": -0.30684658885002136, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6707489490509033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 947}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 948}
{"loss": -0.31494492292404175, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6868732571601868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 948}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 949}
{"loss": -0.32101544737815857, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.702393651008606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 949}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 950}
{"loss": -0.3718574345111847, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8128299117088318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 950}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 951}
{"loss": -0.38258644938468933, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8365226984024048, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 951}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 952}
{"loss": -0.37597379088401794, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8223686814308167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 952}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 953}
{"loss": -0.37717416882514954, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8255937099456787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 953}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 954}
{"loss": -0.37811779975891113, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8266149163246155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 954}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 955}
{"loss": -0.3379257023334503, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7387085556983948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 955}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 956}
{"loss": -0.39225146174430847, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8575460910797119, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 956}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 957}
{"loss": -0.37568095326423645, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8204494118690491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 957}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 958}
{"loss": -0.3702040910720825, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.808256208896637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 958}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 959}
{"loss": -0.3706085979938507, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8109064698219299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 959}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 960}
{"loss": -0.3071809709072113, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6703994274139404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 960}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 961}
{"loss": -0.36391687393188477, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7954918146133423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 961}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 962}
{"loss": -0.36061692237854004, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7891472578048706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 962}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 963}
{"loss": -0.39442795515060425, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8625624179840088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 963}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 964}
{"loss": -0.3505725860595703, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7626021504402161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 964}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 965}
{"loss": -0.38507306575775146, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8414800763130188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 965}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 966}
{"loss": -0.3412421941757202, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7444124817848206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 966}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 967}
{"loss": -0.3657129406929016, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7981352210044861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 967}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 968}
{"loss": -0.363139271736145, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.793537974357605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 968}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 969}
{"loss": -0.37097206711769104, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8107008337974548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 969}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 970}
{"loss": -0.3769705891609192, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.822483241558075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 970}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 971}
{"loss": -0.3347541093826294, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7304213643074036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 971}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 972}
{"loss": -0.326561838388443, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7126153707504272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 972}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 973}
{"loss": -0.37286245822906494, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8147936463356018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 973}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 974}
{"loss": -0.3718554377555847, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8120146989822388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 974}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 975}
{"loss": -0.3584296405315399, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7819643616676331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 975}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 976}
{"loss": -0.3348839581012726, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7309991121292114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 976}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 977}
{"loss": -0.3696500062942505, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8066130876541138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 977}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 978}
{"loss": -0.3373090624809265, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7351295351982117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 978}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 979}
{"loss": -0.3688366413116455, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8053086996078491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 979}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 980}
{"loss": -0.3639276325702667, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7942342758178711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 980}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 981}
{"loss": -0.31185218691825867, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6772804856300354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 981}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 982}
{"loss": -0.3278416097164154, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7151167988777161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 982}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 983}
{"loss": -0.3633806109428406, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7930382490158081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 983}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 984}
{"loss": -0.35275715589523315, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7690582275390625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 984}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 985}
{"loss": -0.327088326215744, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7121856212615967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 985}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 986}
{"loss": -0.39639711380004883, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.864260196685791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 986}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 987}
{"loss": -0.3966696262359619, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8655223250389099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 987}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 988}
{"loss": -0.38452351093292236, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8372821807861328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 988}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 989}
{"loss": -0.34755954146385193, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.757530927658081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 989}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 990}
{"loss": -0.34955886006355286, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7623950242996216, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 990}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 991}
{"loss": -0.374360054731369, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8165251016616821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 991}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 992}
{"loss": -0.3811742067337036, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8312394618988037, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 992}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 993}
{"loss": -0.3317085802555084, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7226053476333618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 993}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 994}
{"loss": -0.3777335286140442, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8235248923301697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 994}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 995}
{"loss": -0.3264550566673279, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7106495499610901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 995}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 996}
{"loss": -0.3355800211429596, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7311592698097229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 996}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 997}
{"loss": -0.3447798490524292, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7501804232597351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 997}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 998}
{"loss": -0.35974565148353577, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7828646898269653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 998}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 999}
{"loss": -0.3852841556072235, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8388678431510925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 999}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1000}
{"loss": -0.32562729716300964, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7080774903297424, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1000}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1001}
{"loss": -0.36692681908607483, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7990913987159729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1001}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1002}
{"loss": -0.36148834228515625, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.787202775478363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1002}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1003}
{"loss": -0.34091559052467346, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7419784665107727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1003}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1004}
{"loss": -0.378738135099411, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8249886631965637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1004}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1005}
{"loss": -0.35950663685798645, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7823081612586975, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1005}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1006}
{"loss": -0.3430021107196808, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7461408376693726, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1006}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1007}
{"loss": -0.34073615074157715, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.741548478603363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1007}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1008}
{"loss": -0.3383714258670807, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7369686365127563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1008}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1009}
{"loss": -0.36178484559059143, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7880297303199768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1009}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1010}
{"loss": -0.34675583243370056, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7550593614578247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1010}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1011}
{"loss": -0.33569034934043884, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7299230098724365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1011}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1012}
{"loss": -0.36084291338920593, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7855008840560913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1012}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1013}
{"loss": -0.47413378953933716, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 1.0330545902252197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1013}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1014}
{"loss": -0.35262370109558105, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7669093608856201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1014}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1015}
{"loss": -0.3083244562149048, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.669017493724823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1015}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1016}
{"loss": -0.3263041377067566, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7089716196060181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1016}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1017}
{"loss": -0.35715800523757935, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7756263017654419, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1017}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1018}
{"loss": -0.347185879945755, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7550901770591736, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1018}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1019}
{"loss": -0.3760525584220886, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8173949122428894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1019}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1020}
{"loss": -0.3393366038799286, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7377944588661194, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1020}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1021}
{"loss": -0.3833112120628357, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8343362808227539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1021}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1022}
{"loss": -0.3732844591140747, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8123136162757874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1022}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1023}
{"loss": -0.3710547983646393, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8069003820419312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1023}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1024}
{"loss": -0.4168110489845276, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9064226746559143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1024}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1025}
{"loss": -0.342827171087265, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7451668381690979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1025}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1026}
{"loss": -0.3780640959739685, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8208919763565063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1026}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1027}
{"loss": -0.40883368253707886, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.888214111328125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1027}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1028}
{"loss": -0.3557603061199188, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7718837857246399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1028}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1029}
{"loss": -0.36676380038261414, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7975546717643738, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1029}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1030}
{"loss": -0.36186203360557556, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7860937714576721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1030}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1031}
{"loss": -0.36323294043540955, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7885915040969849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1031}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1032}
{"loss": -0.39773833751678467, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.864692211151123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1032}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1033}
{"loss": -0.3864690065383911, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.838791012763977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1033}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1034}
{"loss": -0.40130579471588135, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8716166615486145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1034}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1035}
{"loss": -0.3372677266597748, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7319710850715637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1035}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1036}
{"loss": -0.3158724904060364, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6858543157577515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1036}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1037}
{"loss": -0.3241955637931824, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7025781869888306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1037}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1038}
{"loss": -0.346689373254776, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7525686621665955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1038}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1039}
{"loss": -0.3224666714668274, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6974294185638428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1039}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1040}
{"loss": -0.3206627666950226, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.695131242275238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1040}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1041}
{"loss": -0.3955794870853424, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8593436479568481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1041}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1042}
{"loss": -0.349386990070343, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7566192150115967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1042}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1043}
{"loss": -0.37510597705841064, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8147174715995789, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1043}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1044}
{"loss": -0.33601996302604675, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7294949293136597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1044}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1045}
{"loss": -0.37109413743019104, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.805821418762207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1045}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1046}
{"loss": -0.3674245774745941, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7975088357925415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1046}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1047}
{"loss": -0.39715060591697693, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8619504570960999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1047}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1048}
{"loss": -0.3334508538246155, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.723732054233551, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1048}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1049}
{"loss": -0.35480138659477234, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7698791027069092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1049}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1050}
{"loss": -0.4129308760166168, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8961451649665833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1050}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1051}
{"loss": -0.37433701753616333, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8122252225875854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1051}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1052}
{"loss": -0.3620343506336212, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7846015095710754, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1052}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1053}
{"loss": -0.40525564551353455, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8789629340171814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1053}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1054}
{"loss": -0.39195433259010315, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8498689532279968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1054}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1055}
{"loss": -0.41286394000053406, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8953778743743896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1055}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1056}
{"loss": -0.3931851089000702, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.853304922580719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1056}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1057}
{"loss": -0.36943620443344116, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8016130924224854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1057}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1058}
{"loss": -0.3681413233280182, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7991398572921753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1058}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1059}
{"loss": -0.3754705488681793, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8132305145263672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1059}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1060}
{"loss": -0.3535315692424774, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.765888512134552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1060}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1061}
{"loss": -0.3305434584617615, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7161796689033508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1061}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1062}
{"loss": -0.32370689511299133, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7000420689582825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1062}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1063}
{"loss": -0.3767509162425995, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.816817045211792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1063}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1064}
{"loss": -0.35098934173583984, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7610302567481995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1064}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1065}
{"loss": -0.32446569204330444, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7027327418327332, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1065}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1066}
{"loss": -0.4687199294567108, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 1.0169259309768677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1066}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1067}
{"loss": -0.36068201065063477, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7812126874923706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1067}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1068}
{"loss": -0.3718368113040924, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8057041168212891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1068}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1069}
{"loss": -0.36258646845817566, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7854762077331543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1069}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1070}
{"loss": -0.32543376088142395, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7040586471557617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1070}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1071}
{"loss": -0.3915567100048065, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8489893078804016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1071}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1072}
{"loss": -0.4304529130458832, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9343531727790833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1072}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1073}
{"loss": -0.28643423318862915, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6176761984825134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1073}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1074}
{"loss": -0.3334214985370636, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7215609550476074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1074}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6479591727256775}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1075}
{"loss": -0.3625515103340149, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7855825424194336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1075}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1076}
{"loss": -0.346786767244339, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7493599653244019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1076}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1077}
{"loss": -0.3544442057609558, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7668313980102539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1077}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1078}
{"loss": -0.3553765118122101, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7682539820671082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1078}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1079}
{"loss": -0.3652639389038086, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7902177572250366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1079}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1080}
{"loss": -0.31864818930625916, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6882302761077881, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1080}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1081}
{"loss": -0.36055922508239746, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7813404202461243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1081}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1082}
{"loss": -0.3679346740245819, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.796694278717041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1082}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1083}
{"loss": -0.33327382802963257, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.721055805683136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1083}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1084}
{"loss": -0.36202573776245117, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.784216046333313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1084}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1085}
{"loss": -0.39694756269454956, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8598361611366272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1085}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1086}
{"loss": -0.37155017256736755, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8040821552276611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1086}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1087}
{"loss": -0.384489506483078, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8323017358779907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1087}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1088}
{"loss": -0.396085649728775, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8573170900344849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1088}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1089}
{"loss": -0.40846455097198486, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8839070200920105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1089}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1090}
{"loss": -0.3570510745048523, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7692872285842896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1090}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1091}
{"loss": -0.3013867437839508, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.650814950466156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1091}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1092}
{"loss": -0.36786481738090515, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7963255643844604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1092}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1093}
{"loss": -0.35097265243530273, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7586386799812317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1093}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1094}
{"loss": -0.3774350583553314, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8169791102409363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1094}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1095}
{"loss": -0.40849730372428894, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.8767758011817932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1095}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1096}
{"loss": -0.39948511123657227, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8642817139625549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1096}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1097}
{"loss": -0.368254691362381, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7965976595878601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1097}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1098}
{"loss": -0.34753769636154175, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7504919767379761, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1098}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1099}
{"loss": -0.3092861771583557, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6676004528999329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1099}
{"generalization hold out": {"acc": 0.34183672070503235, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1100}
{"loss": -0.34944581985473633, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7548182010650635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1100}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1101}
{"loss": -0.3627206087112427, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7835383415222168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1101}
{"generalization hold out": {"acc": 0.2908163070678711, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1102}
{"loss": -0.36595577001571655, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7894163131713867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1102}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.5892857313156128}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1103}
{"loss": -0.32827842235565186, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7088035345077515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1103}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1104}
{"loss": -0.3675551116466522, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7928850054740906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1104}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1105}
{"loss": -0.3936356008052826, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8513170480728149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1105}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1106}
{"loss": -0.3900694251060486, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8424059748649597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1106}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1107}
{"loss": -0.3381907045841217, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7298324108123779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1107}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1108}
{"loss": -0.3292793929576874, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.710463285446167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1108}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1109}
{"loss": -0.3281441926956177, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7082739472389221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1109}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1110}
{"loss": -0.37586501240730286, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8128400444984436, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1110}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1111}
{"loss": -0.3251047134399414, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.700821578502655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1111}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1112}
{"loss": -0.29361963272094727, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6333178877830505, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1112}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1113}
{"loss": -0.36209195852279663, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7820851802825928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1113}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1114}
{"loss": -0.34801459312438965, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7507250905036926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1114}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1115}
{"loss": -0.3987188935279846, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8620416522026062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1115}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1116}
{"loss": -0.355753093957901, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7691949009895325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1116}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1117}
{"loss": -0.3112389147281647, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.671207070350647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1117}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1118}
{"loss": -0.3374548852443695, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7293692231178284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1118}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1119}
{"loss": -0.31870439648628235, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6871340274810791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1119}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1120}
{"loss": -0.3755558133125305, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.810560405254364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1120}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1121}
{"loss": -0.31327715516090393, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6758083701133728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1121}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1122}
{"loss": -0.32010161876678467, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6906852126121521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1122}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1123}
{"loss": -0.31845569610595703, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6865937113761902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1123}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1124}
{"loss": -0.3672570288181305, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7924404144287109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1124}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1125}
{"loss": -0.3173522353172302, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6843546628952026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1125}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1126}
{"loss": -0.40668535232543945, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8773905634880066, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1126}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1127}
{"loss": -0.36493629217147827, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7748114466667175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1127}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1128}
{"loss": -0.3504585027694702, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7551438212394714, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1128}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1129}
{"loss": -0.3370905816555023, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7217572331428528, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1129}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1130}
{"loss": -0.3692401051521301, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7965023517608643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1130}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1131}
{"loss": -0.35495108366012573, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7653111815452576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1131}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1132}
{"loss": -0.39778706431388855, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8583281636238098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1132}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1133}
{"loss": -0.4199952483177185, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.903866708278656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1133}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1134}
{"loss": -0.4239647090435028, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9147875308990479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1134}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1135}
{"loss": -0.39006635546684265, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8420260548591614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1135}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1136}
{"loss": -0.3927336037158966, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8466796875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1136}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1137}
{"loss": -0.41993287205696106, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.9063501358032227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1137}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1138}
{"loss": -0.3280879259109497, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7063888311386108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1138}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1139}
{"loss": -0.4123292565345764, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8897918462753296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1139}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1140}
{"loss": -0.3553375005722046, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7664785981178284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1140}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1141}
{"loss": -0.35788577795028687, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7720516920089722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1141}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1142}
{"loss": -0.38478389382362366, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8304104208946228, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1142}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1143}
{"loss": -0.3849733769893646, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.829194962978363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1143}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1144}
{"loss": -0.32155168056488037, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6915209889411926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1144}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1145}
{"loss": -0.35701069235801697, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7693268060684204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1145}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1146}
{"loss": -0.40123122930526733, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.865595817565918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1146}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1147}
{"loss": -0.3499540686607361, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7537730932235718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1147}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1148}
{"loss": -0.37868812680244446, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.816245973110199, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1148}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1149}
{"loss": -0.4113115966320038, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8869177103042603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1149}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1150}
{"loss": -0.33406585454940796, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7184154391288757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1150}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1151}
{"loss": -0.36808034777641296, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7932336926460266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1151}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1152}
{"loss": -0.41732528805732727, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8991719484329224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1152}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1153}
{"loss": -0.3289121687412262, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7071112394332886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1153}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1154}
{"loss": -0.3525457978248596, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7594957947731018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1154}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1155}
{"loss": -0.37804287672042847, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8138895630836487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1155}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1156}
{"loss": -0.3538283407688141, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7610263824462891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1156}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1157}
{"loss": -0.3061550557613373, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6584600806236267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1157}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1158}
{"loss": -0.368369460105896, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7930486798286438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1158}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1159}
{"loss": -0.3802492916584015, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8182503581047058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1159}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1160}
{"loss": -0.35039055347442627, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7543841004371643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1160}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1161}
{"loss": -0.3581007719039917, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7705594897270203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1161}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1162}
{"loss": -0.3610229790210724, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.776954174041748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1162}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1163}
{"loss": -0.3466811180114746, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7462853193283081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1163}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1164}
{"loss": -0.4201064109802246, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.90498948097229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1164}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1165}
{"loss": -0.3607357442378998, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7761358022689819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1165}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1166}
{"loss": -0.3761487305164337, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8088169097900391, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1166}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1167}
{"loss": -0.42923861742019653, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9244453310966492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1167}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1168}
{"loss": -0.378476619720459, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8144877552986145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1168}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1169}
{"loss": -0.32152920961380005, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6909354329109192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1169}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1170}
{"loss": -0.3464604616165161, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7447307109832764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1170}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1171}
{"loss": -0.3847114145755768, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.828002393245697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1171}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1172}
{"loss": -0.38698023557662964, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8329164981842041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1172}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1173}
{"loss": -0.3490738570690155, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7509047389030457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1173}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1174}
{"loss": -0.3479577302932739, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7478606104850769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1174}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1175}
{"loss": -0.2832379937171936, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6069836020469666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1175}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1176}
{"loss": -0.3766496181488037, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8102186918258667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1176}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1177}
{"loss": -0.3616229295730591, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7776138782501221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1177}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1178}
{"loss": -0.3588453233242035, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7711748480796814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1178}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1179}
{"loss": -0.38201186060905457, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8214516639709473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1179}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1180}
{"loss": -0.3879106342792511, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8343058824539185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1180}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1181}
{"loss": -0.3726504445075989, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8011810779571533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1181}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1182}
{"loss": -0.3552890717983246, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7627397775650024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1182}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1183}
{"loss": -0.34468045830726624, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7407410144805908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1183}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1184}
{"loss": -0.41252368688583374, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8875523209571838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1184}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1185}
{"loss": -0.3209884762763977, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6897922158241272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1185}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1186}
{"loss": -0.3044271469116211, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6537528038024902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1186}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1187}
{"loss": -0.4530981779098511, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9751706123352051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1187}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1188}
{"loss": -0.37913137674331665, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8155010938644409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1188}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1189}
{"loss": -0.34759506583213806, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.747231125831604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1189}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1190}
{"loss": -0.37697774171829224, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8102920055389404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1190}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1191}
{"loss": -0.35610562562942505, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7650227546691895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1191}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1192}
{"loss": -0.36247068643569946, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.779229462146759, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1192}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1193}
{"loss": -0.3955939710140228, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8501092791557312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1193}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1194}
{"loss": -0.3808269500732422, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8194810152053833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1194}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1195}
{"loss": -0.377482533454895, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8109313249588013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1195}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1196}
{"loss": -0.3678603768348694, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7900575995445251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1196}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1197}
{"loss": -0.36332204937934875, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7808728218078613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1197}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1198}
{"loss": -0.3484366834163666, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7480294108390808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1198}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1199}
{"loss": -0.3673264682292938, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7885987758636475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1199}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1200}
{"loss": -0.36757850646972656, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7899029850959778, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1200}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1201}
{"loss": -0.34361180663108826, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7377620935440063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1201}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1202}
{"loss": -0.37272801995277405, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8012573719024658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1202}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1203}
{"loss": -0.3770323693752289, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8103883862495422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1203}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1204}
{"loss": -0.36529412865638733, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.78470778465271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1204}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1205}
{"loss": -0.35040292143821716, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7528979182243347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1205}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1206}
{"loss": -0.3611876666545868, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7753229141235352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1206}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1207}
{"loss": -0.3651433289051056, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7837735414505005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1207}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1208}
{"loss": -0.3495458662509918, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7503513693809509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1208}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1209}
{"loss": -0.35231974720954895, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7561306357383728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1209}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1210}
{"loss": -0.3104155361652374, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6657386422157288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1210}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1211}
{"loss": -0.39882245659828186, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8570305109024048, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1211}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1212}
{"loss": -0.364818274974823, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7828340530395508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1212}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1213}
{"loss": -0.39653316140174866, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8447751402854919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1213}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1214}
{"loss": -0.3193528950214386, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6835609078407288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1214}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1215}
{"loss": -0.3800853192806244, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.815992534160614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1215}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1216}
{"loss": -0.3390302062034607, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.726819634437561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1216}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1217}
{"loss": -0.35527902841567993, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7619984149932861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1217}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1218}
{"loss": -0.3072826862335205, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.655745804309845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1218}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1219}
{"loss": -0.30305618047714233, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6496976017951965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1219}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1220}
{"loss": -0.3729094862937927, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8014354109764099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1220}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1221}
{"loss": -0.30768054723739624, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6589255928993225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1221}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1222}
{"loss": -0.3677981495857239, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7889540195465088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1222}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1223}
{"loss": -0.3712305426597595, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7963886260986328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1223}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1224}
{"loss": -0.3614877462387085, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7757206559181213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1224}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1225}
{"loss": -0.3654688596725464, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7807669639587402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1225}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1226}
{"loss": -0.35911422967910767, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7703690528869629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1226}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1227}
{"loss": -0.3702821433544159, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7951515316963196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1227}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1228}
{"loss": -0.3596116602420807, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7710208296775818, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1228}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1229}
{"loss": -0.4408150315284729, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9457067251205444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1229}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1230}
{"loss": -0.45768433809280396, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9823957681655884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1230}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1231}
{"loss": -0.3694703280925751, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.792330801486969, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1231}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1232}
{"loss": -0.3697652816772461, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7927415370941162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1232}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1233}
{"loss": -0.3555920720100403, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7620304822921753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1233}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1234}
{"loss": -0.4060819745063782, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8704639077186584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1234}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1235}
{"loss": -0.3466666042804718, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7425960898399353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1235}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.625}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1236}
{"loss": -0.28764790296554565, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6141373515129089, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1236}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1237}
{"loss": -0.39595210552215576, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8482314944267273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1237}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1238}
{"loss": -0.3688298165798187, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7898316383361816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1238}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1239}
{"loss": -0.4296233355998993, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9215521216392517, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1239}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1240}
{"loss": -0.4118671715259552, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8805460929870605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1240}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1241}
{"loss": -0.38253167271614075, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8200403451919556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1241}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1242}
{"loss": -0.33488067984580994, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7166551947593689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1242}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1243}
{"loss": -0.3494347333908081, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7485073804855347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1243}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1244}
{"loss": -0.38088923692703247, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8161628842353821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1244}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1245}
{"loss": -0.4067048132419586, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8720393180847168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1245}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1246}
{"loss": -0.34428006410598755, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7372234463691711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1246}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1247}
{"loss": -0.3780209720134735, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.809874415397644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1247}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1248}
{"loss": -0.37018221616744995, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7936843633651733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1248}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1249}
{"loss": -0.387735515832901, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8323947191238403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1249}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1250}
{"loss": -0.37878403067588806, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8120055198669434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1250}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1251}
{"loss": -0.3162863254547119, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6758753061294556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1251}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1252}
{"loss": -0.4080369472503662, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8746396899223328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1252}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1253}
{"loss": -0.4027421772480011, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8628412485122681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1253}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1254}
{"loss": -0.34080880880355835, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7294056415557861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1254}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1255}
{"loss": -0.2953681945800781, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6324682831764221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1255}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1256}
{"loss": -0.39054253697395325, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8373165726661682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1256}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1257}
{"loss": -0.38242846727371216, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8197370171546936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1257}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1258}
{"loss": -0.3515888750553131, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7530779838562012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1258}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1259}
{"loss": -0.35098886489868164, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7509859800338745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1259}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1260}
{"loss": -0.35565921664237976, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7616723775863647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1260}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1261}
{"loss": -0.335455060005188, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7179893851280212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1261}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1262}
{"loss": -0.4492999017238617, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.9625442028045654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1262}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1263}
{"loss": -0.31373804807662964, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.670894980430603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1263}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1264}
{"loss": -0.4012003540992737, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8579276204109192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1264}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1265}
{"loss": -0.40719494223594666, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8717755675315857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1265}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1266}
{"loss": -0.3378700315952301, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7229218482971191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1266}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1267}
{"loss": -0.40212422609329224, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8605441451072693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1267}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1268}
{"loss": -0.3427230715751648, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7325486540794373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1268}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1269}
{"loss": -0.39217066764831543, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8397061228752136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1269}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1270}
{"loss": -0.33009421825408936, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7058428525924683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1270}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1271}
{"loss": -0.342815637588501, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7322186231613159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1271}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1272}
{"loss": -0.4342312216758728, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9296590685844421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1272}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1273}
{"loss": -0.40337345004081726, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8637030124664307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1273}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1274}
{"loss": -0.3442619740962982, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7365951538085938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1274}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1275}
{"loss": -0.35317543148994446, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7547158002853394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1275}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1276}
{"loss": -0.36356809735298157, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7779672741889954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1276}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1277}
{"loss": -0.36659517884254456, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7846537232398987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1277}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1278}
{"loss": -0.3203723728656769, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6849716305732727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1278}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1279}
{"loss": -0.380766898393631, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8146153688430786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1279}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1280}
{"loss": -0.34381964802742004, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7349259257316589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1280}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1281}
{"loss": -0.35601431131362915, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7613317370414734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1281}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1282}
{"loss": -0.3940914571285248, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8432595133781433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1282}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1283}
{"loss": -0.3655882179737091, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7816237211227417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1283}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1284}
{"loss": -0.42236319184303284, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9037228226661682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1284}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1285}
{"loss": -0.37531667947769165, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.802850604057312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1285}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1286}
{"loss": -0.38888251781463623, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8323470950126648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1286}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1287}
{"loss": -0.3440913259983063, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7346214652061462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1287}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1288}
{"loss": -0.3193948268890381, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6822838187217712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1288}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6428571343421936}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1289}
{"loss": -0.3556565046310425, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7600517272949219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1289}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1290}
{"loss": -0.33595430850982666, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7178012728691101, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1290}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6301020383834839}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1291}
{"loss": -0.3875950574874878, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8288827538490295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1291}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1292}
{"loss": -0.36537355184555054, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7800555229187012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1292}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1293}
{"loss": -0.31217965483665466, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6647891402244568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1293}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1294}
{"loss": -0.43284687399864197, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9253402352333069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1294}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1295}
{"loss": -0.35767629742622375, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7636784911155701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1295}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1296}
{"loss": -0.37128621339797974, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7931053042411804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1296}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1297}
{"loss": -0.38044828176498413, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.812309205532074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1297}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1298}
{"loss": -0.3906438648700714, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8357782363891602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1298}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1299}
{"loss": -0.37199363112449646, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7945364117622375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1299}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1300}
{"loss": -0.35222187638282776, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7517123222351074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1300}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1301}
{"loss": -0.35091522336006165, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7490511536598206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1301}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1302}
{"loss": -0.3088749349117279, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6581339836120605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1302}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1303}
{"loss": -0.41889727115631104, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8949472904205322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1303}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1304}
{"loss": -0.4226095974445343, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.9041483402252197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1304}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1305}
{"loss": -0.39042478799819946, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8335991501808167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1305}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1306}
{"loss": -0.33770671486854553, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7206013202667236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1306}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1307}
{"loss": -0.32650771737098694, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6947594881057739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1307}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1308}
{"loss": -0.3691421151161194, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7879436016082764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1308}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1309}
{"loss": -0.36552733182907104, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7802193760871887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1309}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1310}
{"loss": -0.39637091755867004, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.846513032913208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1310}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1311}
{"loss": -0.36371734738349915, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7768791317939758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1311}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1312}
{"loss": -0.3948383331298828, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8432638645172119, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1312}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1313}
{"loss": -0.36328357458114624, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7754440903663635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1313}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1314}
{"loss": -0.40313833951950073, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8614305853843689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1314}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1315}
{"loss": -0.31205835938453674, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6643770337104797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1315}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1316}
{"loss": -0.3615111708641052, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7710023522377014, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1316}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1317}
{"loss": -0.4110313355922699, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8786236047744751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1317}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1318}
{"loss": -0.3011001944541931, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.641342043876648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1318}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1319}
{"loss": -0.3148527443408966, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6714637875556946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1319}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1320}
{"loss": -0.315025269985199, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6706705689430237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1320}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1321}
{"loss": -0.36178058385849, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7708465456962585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1321}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1322}
{"loss": -0.33630189299583435, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.71657395362854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1322}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1323}
{"loss": -0.3970070481300354, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8468840718269348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1323}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1324}
{"loss": -0.39498353004455566, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8415400981903076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1324}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1325}
{"loss": -0.3838813900947571, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.818831741809845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1325}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1326}
{"loss": -0.31174445152282715, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6639414429664612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1326}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1327}
{"loss": -0.3412545919418335, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7269595861434937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1327}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1328}
{"loss": -0.35966336727142334, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7667086124420166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1328}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1329}
{"loss": -0.3470252454280853, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7393218874931335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1329}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1330}
{"loss": -0.36619600653648376, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7824220061302185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1330}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1331}
{"loss": -0.3403761684894562, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7258962392807007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1331}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1332}
{"loss": -0.3816279172897339, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8143622875213623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1332}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1333}
{"loss": -0.3402772545814514, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7247205376625061, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1333}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1334}
{"loss": -0.3552113473415375, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7578108906745911, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1334}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1335}
{"loss": -0.4750032126903534, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 1.0137020349502563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1335}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1336}
{"loss": -0.34631583094596863, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7387475371360779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1336}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1337}
{"loss": -0.3742072582244873, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7977373600006104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1337}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1338}
{"loss": -0.340045303106308, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7250891327857971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1338}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1339}
{"loss": -0.3821818232536316, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8148337602615356, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1339}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1340}
{"loss": -0.3611190617084503, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7699653506278992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1340}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1341}
{"loss": -0.3211096525192261, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6831625699996948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1341}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1342}
{"loss": -0.3052191138267517, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6500850915908813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1342}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1343}
{"loss": -0.3579312562942505, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7630705237388611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1343}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1344}
{"loss": -0.36413487792015076, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7760435938835144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1344}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1345}
{"loss": -0.39608636498451233, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8451589345932007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1345}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1346}
{"loss": -0.35365772247314453, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.753386914730072, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1346}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1347}
{"loss": -0.3501671850681305, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.746509313583374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1347}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1348}
{"loss": -0.41877543926239014, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8942371606826782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1348}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1349}
{"loss": -0.36906734108924866, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7858612537384033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1349}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1350}
{"loss": -0.37745630741119385, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8032258749008179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1350}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1351}
{"loss": -0.3934642970561981, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8380143642425537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1351}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1352}
{"loss": -0.3702806532382965, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7888001799583435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1352}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1353}
{"loss": -0.39831236004829407, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8494272232055664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1353}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1354}
{"loss": -0.32246673107147217, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6870347261428833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1354}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1355}
{"loss": -0.32728111743927, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6968271732330322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1355}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1356}
{"loss": -0.3474729359149933, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7398243546485901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1356}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1357}
{"loss": -0.3281232714653015, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6983145475387573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1357}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1358}
{"loss": -0.3347998261451721, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7132622599601746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1358}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1359}
{"loss": -0.333041787147522, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7087572813034058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1359}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1360}
{"loss": -0.3466280698776245, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7381284236907959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1360}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1361}
{"loss": -0.37772560119628906, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8045889735221863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1361}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1362}
{"loss": -0.38131868839263916, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8136336207389832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1362}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1363}
{"loss": -0.3546905815601349, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.755653977394104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1363}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1364}
{"loss": -0.40715956687927246, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8677541613578796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1364}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1365}
{"loss": -0.36439135670661926, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7755712270736694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1365}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1366}
{"loss": -0.3623585104942322, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7721958160400391, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1366}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1367}
{"loss": -0.3268148601055145, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.695449709892273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1367}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1368}
{"loss": -0.4446880519390106, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9480529427528381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1368}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1369}
{"loss": -0.3595856726169586, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7656253576278687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1369}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1370}
{"loss": -0.3791332244873047, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8070231080055237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1370}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1371}
{"loss": -0.3270375430583954, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6951702237129211, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1371}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1372}
{"loss": -0.338577538728714, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7211320996284485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1372}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1373}
{"loss": -0.3670674264431, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7817975282669067, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1373}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1374}
{"loss": -0.3575575649738312, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7607945799827576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1374}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1375}
{"loss": -0.3477158546447754, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7379899024963379, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1375}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1376}
{"loss": -0.3711976110935211, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7897871732711792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1376}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1377}
{"loss": -0.36607229709625244, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7794976234436035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1377}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1378}
{"loss": -0.2839501202106476, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6028826236724854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1378}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1379}
{"loss": -0.32314226031303406, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6867472529411316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1379}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1380}
{"loss": -0.38770750164985657, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8266767859458923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1380}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1381}
{"loss": -0.38689762353897095, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8238036632537842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1381}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1382}
{"loss": -0.41546493768692017, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8851081728935242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1382}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1383}
{"loss": -0.39407891035079956, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8382713794708252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1383}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1384}
{"loss": -0.35147473216056824, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7471814155578613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1384}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1385}
{"loss": -0.34630098938941956, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7365297675132751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1385}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1386}
{"loss": -0.381244421005249, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8114020824432373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1386}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1387}
{"loss": -0.4534129202365875, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9656853079795837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1387}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1388}
{"loss": -0.3481012284755707, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7402741312980652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1388}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1389}
{"loss": -0.33788159489631653, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.717701256275177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1389}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1390}
{"loss": -0.3173843324184418, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6754652857780457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1390}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1391}
{"loss": -0.36554136872291565, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7774171829223633, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1391}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1392}
{"loss": -0.34657004475593567, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7369883060455322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1392}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1393}
{"loss": -0.3747943937778473, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7967270612716675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1393}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1394}
{"loss": -0.3765915036201477, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8015173077583313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1394}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1395}
{"loss": -0.35970601439476013, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7637155652046204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1395}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1396}
{"loss": -0.36912307143211365, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7851127982139587, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1396}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1397}
{"loss": -0.3524995744228363, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7491814494132996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1397}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1398}
{"loss": -0.32756519317626953, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6961758136749268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1398}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1399}
{"loss": -0.3778887689113617, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8034297227859497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1399}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1400}
{"loss": -0.31765216588974, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6737534403800964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1400}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1401}
{"loss": -0.41936346888542175, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8930745124816895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1401}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1402}
{"loss": -0.3784019649028778, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8048242926597595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1402}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1403}
{"loss": -0.3758646249771118, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7989360094070435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1403}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1404}
{"loss": -0.3255917429924011, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6901205778121948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1404}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1405}
{"loss": -0.37099558115005493, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7884547114372253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1405}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1406}
{"loss": -0.3497174084186554, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7429220080375671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1406}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1407}
{"loss": -0.3835204243659973, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8154937624931335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1407}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1408}
{"loss": -0.34622451663017273, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7361878752708435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1408}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1409}
{"loss": -0.40065377950668335, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8500576019287109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1409}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1410}
{"loss": -0.33190199732780457, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.704487144947052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1410}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1411}
{"loss": -0.3927881121635437, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8353139162063599, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1411}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1412}
{"loss": -0.3337368667125702, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.709058403968811, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1412}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1413}
{"loss": -0.40989118814468384, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8719860911369324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1413}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1414}
{"loss": -0.3621140122413635, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7694871425628662, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1414}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1415}
{"loss": -0.34861522912979126, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.741340160369873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1415}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1416}
{"loss": -0.3443661034107208, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7308536767959595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1416}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1417}
{"loss": -0.38353076577186584, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8159195184707642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1417}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1418}
{"loss": -0.3242095410823822, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6881162524223328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1418}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1419}
{"loss": -0.3381383419036865, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7183118462562561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1419}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1420}
{"loss": -0.29803943634033203, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6328544616699219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1420}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1421}
{"loss": -0.3688947260379791, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7835105657577515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1421}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1422}
{"loss": -0.313263475894928, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6646389961242676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1422}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1423}
{"loss": -0.38776275515556335, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8237929344177246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1423}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1424}
{"loss": -0.3332768976688385, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7076340913772583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1424}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1425}
{"loss": -0.32157978415489197, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6818001866340637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1425}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1426}
{"loss": -0.39796537160873413, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8455613255500793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1426}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1427}
{"loss": -0.3917425572872162, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8322870135307312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1427}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1428}
{"loss": -0.3629968762397766, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7705947756767273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1428}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1429}
{"loss": -0.42270347476005554, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8988650441169739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1429}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1430}
{"loss": -0.3938523828983307, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8368722200393677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1430}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1431}
{"loss": -0.4015716314315796, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8541532754898071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1431}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1432}
{"loss": -0.3743937611579895, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7953760623931885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1432}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1433}
{"loss": -0.397830605506897, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8448729515075684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1433}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1434}
{"loss": -0.3006790578365326, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6364363431930542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1434}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1435}
{"loss": -0.38842010498046875, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8246504068374634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1435}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1436}
{"loss": -0.3604820668697357, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7653231024742126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1436}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1437}
{"loss": -0.4167323410511017, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8859376311302185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1437}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1438}
{"loss": -0.37279996275901794, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7907824516296387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1438}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1439}
{"loss": -0.38860639929771423, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8241825699806213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1439}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1440}
{"loss": -0.3613174855709076, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7654361128807068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1440}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1441}
{"loss": -0.3604726791381836, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7652490735054016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1441}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1442}
{"loss": -0.3677605986595154, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7801921963691711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1442}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1443}
{"loss": -0.39373546838760376, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8359465003013611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1443}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1444}
{"loss": -0.3648839294910431, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.774544894695282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1444}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1445}
{"loss": -0.35478851199150085, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7530204653739929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1445}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1446}
{"loss": -0.3733028769493103, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7919726967811584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1446}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1447}
{"loss": -0.34160131216049194, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7242458462715149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1447}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1448}
{"loss": -0.4111679494380951, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8724379539489746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1448}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1449}
{"loss": -0.47400063276290894, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 1.0072616338729858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1449}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1450}
{"loss": -0.37224942445755005, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7897070646286011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1450}
{"generalization hold out": {"acc": 0.30102041363716125, "acc_or": 0.6198979616165161}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1451}
{"loss": -0.36006370186805725, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7641582489013672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1451}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1452}
{"loss": -0.3236023783683777, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6858074069023132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1452}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1453}
{"loss": -0.3516308069229126, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7459465861320496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1453}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1454}
{"loss": -0.40636512637138367, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8628520369529724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1454}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1455}
{"loss": -0.3079855442047119, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6531099081039429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1455}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1456}
{"loss": -0.352091908454895, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7459748983383179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1456}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1457}
{"loss": -0.33930522203445435, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7190198302268982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1457}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1458}
{"loss": -0.3397406339645386, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7189847826957703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1458}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1459}
{"loss": -0.4144715964794159, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.880185604095459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1459}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1460}
{"loss": -0.41168493032455444, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.874731719493866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1460}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1461}
{"loss": -0.40361008048057556, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8562583923339844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1461}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 1462}
{"loss": -0.36819958686828613, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7802673578262329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1462}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1463}
{"loss": -0.3679254949092865, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7810618877410889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1463}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1464}
{"loss": -0.4520294964313507, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9597666263580322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1464}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1465}
{"loss": -0.3286471664905548, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6968384385108948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1465}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1466}
{"loss": -0.30933231115341187, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6548298597335815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1466}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1467}
{"loss": -0.3381568491458893, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7163179516792297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1467}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1468}
{"loss": -0.3996827304363251, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8468477129936218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1468}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1469}
{"loss": -0.3386790156364441, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.717949628829956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1469}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1470}
{"loss": -0.35912466049194336, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7618579864501953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1470}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1471}
{"loss": -0.3909969627857208, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8296896815299988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1471}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1472}
{"loss": -0.3827843964099884, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8121399283409119, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1472}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1473}
{"loss": -0.370340496301651, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7850145101547241, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1473}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1474}
{"loss": -0.34411856532096863, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7290534973144531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1474}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1475}
{"loss": -0.38893118500709534, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8245250582695007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1475}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1476}
{"loss": -0.3522200584411621, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7467508316040039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1476}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1477}
{"loss": -0.29505133628845215, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6238682866096497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1477}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1478}
{"loss": -0.36866945028305054, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7802795171737671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1478}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1479}
{"loss": -0.35211220383644104, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7466322183609009, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1479}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1480}
{"loss": -0.4325430691242218, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.9091947674751282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1480}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1481}
{"loss": -0.35959169268608093, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.760918140411377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1481}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1482}
{"loss": -0.3705824613571167, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.785498321056366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1482}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1483}
{"loss": -0.3708876073360443, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7865040302276611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1483}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1484}
{"loss": -0.3690709173679352, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7819232940673828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1484}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1485}
{"loss": -0.44640010595321655, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9470595717430115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1485}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1486}
{"loss": -0.34939342737197876, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7397049069404602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1486}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1487}
{"loss": -0.3661336600780487, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7754783630371094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1487}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1488}
{"loss": -0.3555537760257721, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7524781227111816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1488}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1489}
{"loss": -0.38415706157684326, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8144869208335876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1489}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1490}
{"loss": -0.39844998717308044, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8447087407112122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1490}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1491}
{"loss": -0.3936138153076172, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8340851068496704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1491}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1492}
{"loss": -0.3763396143913269, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7963718771934509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1492}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1493}
{"loss": -0.4203719198703766, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.891549825668335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1493}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1494}
{"loss": -0.3912816047668457, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8296558260917664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1494}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1495}
{"loss": -0.3793382942676544, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8036861419677734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1495}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1496}
{"loss": -0.4407234787940979, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9342890977859497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1496}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1497}
{"loss": -0.4356561005115509, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9235969185829163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1497}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1498}
{"loss": -0.42560699582099915, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.9025214314460754, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1498}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1499}
{"loss": -0.40095582604408264, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8493295907974243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1499}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1500}
{"loss": -0.35320845246315, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7480179071426392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1500}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1501}
{"loss": -0.335205078125, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7088136672973633, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1501}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1502}
{"loss": -0.3745349049568176, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7931968569755554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1502}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1503}
{"loss": -0.3603065311908722, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7629044055938721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1503}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1504}
{"loss": -0.35882315039634705, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7606761455535889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1504}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1505}
{"loss": -0.3961392045021057, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8391149640083313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1505}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1506}
{"loss": -0.3707412779331207, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7850682735443115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1506}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1507}
{"loss": -0.35603848099708557, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7527499794960022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1507}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1508}
{"loss": -0.3944588303565979, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8353740572929382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1508}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1509}
{"loss": -0.4015984833240509, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8512616753578186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1509}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1510}
{"loss": -0.38160067796707153, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8085315823554993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1510}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1511}
{"loss": -0.4255453646183014, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9017820954322815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1511}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1512}
{"loss": -0.35996174812316895, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.762057900428772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1512}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1513}
{"loss": -0.40496256947517395, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8575560450553894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1513}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1514}
{"loss": -0.4075861871242523, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8634564280509949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1514}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1515}
{"loss": -0.4434759020805359, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9397990703582764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1515}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1516}
{"loss": -0.35510221123695374, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7519087791442871, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1516}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1517}
{"loss": -0.41863009333610535, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8868744373321533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1517}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1518}
{"loss": -0.2934204041957855, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6196992993354797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1518}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1519}
{"loss": -0.31501504778862, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6649459004402161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1519}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1520}
{"loss": -0.3614380359649658, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7653148174285889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1520}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1521}
{"loss": -0.3458997309207916, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7317429184913635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1521}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1522}
{"loss": -0.3831392228603363, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8114189505577087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1522}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1523}
{"loss": -0.3477102816104889, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.735254168510437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1523}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1524}
{"loss": -0.35863277316093445, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7591748833656311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1524}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1525}
{"loss": -0.3330128788948059, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7035750150680542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1525}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1526}
{"loss": -0.38642528653144836, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8178555965423584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1526}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1527}
{"loss": -0.36516788601875305, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7722379565238953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1527}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1528}
{"loss": -0.4080342948436737, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8631190061569214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1528}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1529}
{"loss": -0.3707011938095093, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7845661044120789, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1529}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1530}
{"loss": -0.4073047339916229, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8632546663284302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1530}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1531}
{"loss": -0.40262794494628906, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8529188632965088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1531}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1532}
{"loss": -0.35663092136383057, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7543203234672546, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1532}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1533}
{"loss": -0.439254492521286, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.9304927587509155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1533}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1534}
{"loss": -0.3394947946071625, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7168497443199158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1534}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1535}
{"loss": -0.3468562364578247, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7317864298820496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1535}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1536}
{"loss": -0.3888585567474365, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8238575458526611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1536}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1537}
{"loss": -0.4032234847545624, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8527345061302185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1537}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1538}
{"loss": -0.359332412481308, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.760167121887207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1538}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1539}
{"loss": -0.33224138617515564, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7023487091064453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1539}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1540}
{"loss": -0.39341121912002563, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8320955038070679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1540}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1541}
{"loss": -0.39153531193733215, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8281630873680115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1541}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1542}
{"loss": -0.3678065836429596, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7779952883720398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1542}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1543}
{"loss": -0.36215952038764954, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7656702399253845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1543}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1544}
{"loss": -0.3602831959724426, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7609091997146606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1544}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1545}
{"loss": -0.42346274852752686, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8950880765914917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1545}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1546}
{"loss": -0.38142576813697815, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8059909343719482, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1546}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1547}
{"loss": -0.3268060088157654, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6911590099334717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1547}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1548}
{"loss": -0.34610557556152344, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7311211824417114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1548}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1549}
{"loss": -0.4245375394821167, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.898159384727478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1549}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1550}
{"loss": -0.40323442220687866, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.852595329284668, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1550}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1551}
{"loss": -0.3972373604774475, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.839165985584259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1551}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1552}
{"loss": -0.3417251706123352, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7215313911437988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1552}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1553}
{"loss": -0.4636390805244446, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9810817837715149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1553}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1554}
{"loss": -0.37845543026924133, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8000502586364746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1554}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1555}
{"loss": -0.4099740982055664, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8676613569259644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1555}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1556}
{"loss": -0.3734680414199829, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7900575399398804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1556}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1557}
{"loss": -0.3588698208332062, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.758849024772644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1557}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1558}
{"loss": -0.4060854911804199, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.858470618724823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1558}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1559}
{"loss": -0.34237536787986755, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7228816151618958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1559}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1560}
{"loss": -0.41094669699668884, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8693111538887024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1560}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1561}
{"loss": -0.42411038279533386, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8969764113426208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1561}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1562}
{"loss": -0.3989933431148529, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8426304459571838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1562}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1563}
{"loss": -0.3765948414802551, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7955991625785828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1563}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1564}
{"loss": -0.35155820846557617, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7421866059303284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1564}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1565}
{"loss": -0.39839667081832886, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8425663113594055, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1565}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1566}
{"loss": -0.3236581087112427, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6820839643478394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1566}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1567}
{"loss": -0.3930809497833252, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8310015797615051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1567}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1568}
{"loss": -0.36900103092193604, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7795084118843079, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1568}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1569}
{"loss": -0.32361695170402527, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.682429850101471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1569}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1570}
{"loss": -0.42856788635253906, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9058693051338196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1570}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1571}
{"loss": -0.3796180784702301, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8017208576202393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1571}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1572}
{"loss": -0.39147117733955383, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8276281952857971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1572}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1573}
{"loss": -0.4106297791004181, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8675731420516968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1573}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1574}
{"loss": -0.3649543523788452, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7708302736282349, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1574}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1575}
{"loss": -0.38105693459510803, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8047873973846436, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1575}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1576}
{"loss": -0.4052034616470337, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8558762669563293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1576}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1577}
{"loss": -0.40913519263267517, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8644657731056213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1577}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1578}
{"loss": -0.40513429045677185, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8554080724716187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1578}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1579}
{"loss": -0.3541657030582428, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7473372220993042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1579}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1580}
{"loss": -0.4041036367416382, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8535116314888, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1580}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1581}
{"loss": -0.3286094069480896, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6934658288955688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1581}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1582}
{"loss": -0.39383411407470703, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8322904706001282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1582}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1583}
{"loss": -0.3834899365901947, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8093526363372803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1583}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1584}
{"loss": -0.3852649927139282, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8124563097953796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1584}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1585}
{"loss": -0.36212438344955444, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7637165188789368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1585}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1586}
{"loss": -0.35057803988456726, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.739608883857727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1586}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1587}
{"loss": -0.3684566020965576, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7777734994888306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1587}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1588}
{"loss": -0.37142160534858704, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7846764326095581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1588}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1589}
{"loss": -0.3631640076637268, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7660871744155884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1589}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1590}
{"loss": -0.3600951135158539, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7605419754981995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1590}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1591}
{"loss": -0.29251399636268616, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6159270405769348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1591}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1592}
{"loss": -0.441561758518219, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9332409501075745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1592}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1593}
{"loss": -0.34659290313720703, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.731327474117279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1593}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1594}
{"loss": -0.3561530113220215, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7511655688285828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1594}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1595}
{"loss": -0.3435094654560089, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7250288128852844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1595}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1596}
{"loss": -0.3972398340702057, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8383098244667053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1596}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1597}
{"loss": -0.4216509461402893, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8908399343490601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1597}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1598}
{"loss": -0.33728185296058655, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7105618119239807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1598}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1599}
{"loss": -0.333147257566452, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7027199268341064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1599}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1600}
{"loss": -0.42856037616729736, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9046772122383118, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1600}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1601}
{"loss": -0.4153144657611847, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8769079446792603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1601}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1602}
{"loss": -0.4046027362346649, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8540143966674805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1602}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1603}
{"loss": -0.40741464495658875, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8599973320960999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1603}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1604}
{"loss": -0.3841553032398224, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8108140230178833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1604}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1605}
{"loss": -0.3817581832408905, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8060576915740967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1605}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1606}
{"loss": -0.39072489738464355, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8245351314544678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1606}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1607}
{"loss": -0.36554405093193054, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7706063985824585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1607}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1608}
{"loss": -0.38927769660949707, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.819491982460022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1608}
{"generalization hold out": {"acc": 0.34183672070503235, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1609}
{"loss": -0.3938024044036865, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.831137478351593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1609}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1610}
{"loss": -0.31505483388900757, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6633672714233398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1610}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1611}
{"loss": -0.32992109656333923, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6949521899223328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1611}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1612}
{"loss": -0.36534619331359863, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7706059813499451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1612}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1613}
{"loss": -0.364047110080719, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7676810026168823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1613}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1614}
{"loss": -0.42612841725349426, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9001052975654602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1614}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1615}
{"loss": -0.3553909659385681, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7506341338157654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1615}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1616}
{"loss": -0.41730180382728577, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8808976411819458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1616}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1617}
{"loss": -0.3919030725955963, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8272538185119629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1617}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1618}
{"loss": -0.3683318495750427, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7771046757698059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1618}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1619}
{"loss": -0.35858169198036194, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7559300661087036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1619}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1620}
{"loss": -0.4565680921077728, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.9646392464637756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1620}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1621}
{"loss": -0.3828366994857788, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.807758629322052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1621}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1622}
{"loss": -0.39943253993988037, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8423876166343689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1622}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1623}
{"loss": -0.3597186505794525, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7577178478240967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1623}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1624}
{"loss": -0.3754881024360657, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7923710346221924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1624}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1625}
{"loss": -0.32409870624542236, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6827059388160706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1625}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1626}
{"loss": -0.38089537620544434, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8029612302780151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1626}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1627}
{"loss": -0.3778664767742157, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7966766953468323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1627}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1628}
{"loss": -0.46588242053985596, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.9838570356369019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1628}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1629}
{"loss": -0.36306676268577576, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7655572891235352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1629}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1630}
{"loss": -0.35916176438331604, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7568124532699585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1630}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1631}
{"loss": -0.3615935146808624, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7625595331192017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1631}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1632}
{"loss": -0.3607579171657562, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7608577013015747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1632}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1633}
{"loss": -0.3759288191795349, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7924779057502747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1633}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1634}
{"loss": -0.33935993909835815, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7144794464111328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1634}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1635}
{"loss": -0.33707764744758606, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7103615403175354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1635}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1636}
{"loss": -0.43522214889526367, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.9188593029975891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1636}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1637}
{"loss": -0.36371108889579773, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.76643967628479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1637}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1638}
{"loss": -0.38172829151153564, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.804896891117096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1638}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1639}
{"loss": -0.3597240447998047, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7583092451095581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1639}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1640}
{"loss": -0.33415839076042175, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7041792273521423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1640}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1641}
{"loss": -0.3842180073261261, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8097968697547913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1641}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1642}
{"loss": -0.44993558526039124, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9493544101715088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1642}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1643}
{"loss": -0.41908153891563416, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8846002817153931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1643}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1644}
{"loss": -0.37112897634506226, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7819890379905701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1644}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1645}
{"loss": -0.3486115038394928, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7339625358581543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1645}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1646}
{"loss": -0.36532872915267944, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7703976035118103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1646}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1647}
{"loss": -0.4061700105667114, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.856377124786377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1647}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1648}
{"loss": -0.36434268951416016, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.767103910446167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1648}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1649}
{"loss": -0.41743507981300354, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8804099559783936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1649}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1650}
{"loss": -0.3910897672176361, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8251355290412903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1650}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1651}
{"loss": -0.3719823360443115, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.783477246761322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1651}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1652}
{"loss": -0.32553285360336304, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.685476541519165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1652}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1653}
{"loss": -0.4019390046596527, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8465591669082642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1653}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1654}
{"loss": -0.3505331873893738, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7381218671798706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1654}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1655}
{"loss": -0.3966540992259979, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8355920910835266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1655}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1656}
{"loss": -0.3104286789894104, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6513409614562988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1656}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1657}
{"loss": -0.38798829913139343, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8183386921882629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1657}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1658}
{"loss": -0.3692833185195923, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.778560221195221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1658}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1659}
{"loss": -0.3193029761314392, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6718849539756775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1659}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1660}
{"loss": -0.41436129808425903, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8733132481575012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1660}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1661}
{"loss": -0.3348292112350464, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7046501636505127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1661}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1662}
{"loss": -0.3454574644565582, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7274946570396423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1662}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1663}
{"loss": -0.40541985630989075, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8540094494819641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1663}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1664}
{"loss": -0.31177085638046265, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6552556157112122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1664}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1665}
{"loss": -0.4509766399860382, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.9510655403137207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1665}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1666}
{"loss": -0.40885114669799805, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8617889881134033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1666}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1667}
{"loss": -0.42106494307518005, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8871898651123047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1667}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1668}
{"loss": -0.5203978419303894, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 1.0977169275283813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1668}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1669}
{"loss": -0.32397425174713135, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6815589666366577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1669}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1670}
{"loss": -0.32330381870269775, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6797946691513062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1670}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1671}
{"loss": -0.3963553011417389, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8349776268005371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1671}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1672}
{"loss": -0.33925753831863403, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.712306022644043, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1672}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1673}
{"loss": -0.38338276743888855, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8071715235710144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1673}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1674}
{"loss": -0.320840984582901, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6750461459159851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1674}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1675}
{"loss": -0.3785848915576935, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7972638607025146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1675}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1676}
{"loss": -0.349170446395874, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7344503998756409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1676}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1677}
{"loss": -0.3738754391670227, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7876016497612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1677}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1678}
{"loss": -0.35748016834259033, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7514878511428833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1678}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1679}
{"loss": -0.3518702983856201, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7405138611793518, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1679}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1680}
{"loss": -0.41320860385894775, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8709926009178162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1680}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1681}
{"loss": -0.34399697184562683, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7240457534790039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1681}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1682}
{"loss": -0.3872493803501129, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8144482374191284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1682}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1683}
{"loss": -0.36616721749305725, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7705833315849304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1683}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1684}
{"loss": -0.4001639485359192, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8434038162231445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1684}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1685}
{"loss": -0.3432343304157257, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7221924662590027, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1685}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1686}
{"loss": -0.3345482349395752, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7036094069480896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1686}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1687}
{"loss": -0.3479868769645691, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7324140071868896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1687}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1688}
{"loss": -0.3167581856250763, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6666592955589294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1688}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1689}
{"loss": -0.339729905128479, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7141297459602356, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1689}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1690}
{"loss": -0.3811269998550415, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8026077747344971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1690}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1691}
{"loss": -0.37846052646636963, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7966420650482178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1691}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1692}
{"loss": -0.33493006229400635, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7048161029815674, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1692}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1693}
{"loss": -0.32194793224334717, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6769533157348633, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1693}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1694}
{"loss": -0.35229188203811646, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7406220436096191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1694}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1695}
{"loss": -0.3030761182308197, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6361867189407349, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1695}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1696}
{"loss": -0.33926159143447876, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.71331387758255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1696}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1697}
{"loss": -0.3958698511123657, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.833519458770752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1697}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1698}
{"loss": -0.3895817995071411, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8205384612083435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1698}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1699}
{"loss": -0.45293107628822327, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9542602896690369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1699}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1700}
{"loss": -0.38955050706863403, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8198694586753845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1700}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1701}
{"loss": -0.47515633702278137, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 1.0016649961471558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1701}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1702}
{"loss": -0.32828161120414734, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6890704035758972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1702}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1703}
{"loss": -0.40757936239242554, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8580326437950134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1703}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1704}
{"loss": -0.3684746026992798, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.774981677532196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1704}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1705}
{"loss": -0.3257089853286743, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6840320825576782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1705}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1706}
{"loss": -0.3884643614292145, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8178120851516724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1706}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1707}
{"loss": -0.4265865385532379, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.898034930229187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1707}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1708}
{"loss": -0.3398257791996002, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.713753879070282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1708}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1709}
{"loss": -0.4163395166397095, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8770741820335388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1709}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1710}
{"loss": -0.3298877775669098, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6712677478790283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1710}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1711}
{"loss": -0.3525669574737549, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7409508228302002, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1711}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1712}
{"loss": -0.4046882688999176, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8518173694610596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1712}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1713}
{"loss": -0.30250561237335205, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6344621777534485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1713}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1714}
{"loss": -0.43087759613990784, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.908266007900238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1714}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1715}
{"loss": -0.4402329623699188, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.927070140838623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1715}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1716}
{"loss": -0.4479506313800812, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.9431353807449341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1716}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1717}
{"loss": -0.29844701290130615, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6251475214958191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1717}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1718}
{"loss": -0.3393649458885193, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7134056687355042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1718}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1719}
{"loss": -0.35774388909339905, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7526796460151672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1719}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1720}
{"loss": -0.39088502526283264, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8225364685058594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1720}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1721}
{"loss": -0.28227499127388, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.5922237038612366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1721}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1722}
{"loss": -0.3821510672569275, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8034996390342712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1722}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1723}
{"loss": -0.42423829436302185, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8928061127662659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1723}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1724}
{"loss": -0.3521595001220703, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7394599914550781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1724}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1725}
{"loss": -0.3478480279445648, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7303158044815063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1725}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1726}
{"loss": -0.35939088463783264, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7552186846733093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1726}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1727}
{"loss": -0.33537328243255615, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7045676112174988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1727}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1728}
{"loss": -0.37604495882987976, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7904203534126282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1728}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1729}
{"loss": -0.3093787729740143, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6487302184104919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1729}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1730}
{"loss": -0.31323471665382385, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6569506525993347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1730}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1731}
{"loss": -0.31939932703971863, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6706089377403259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1731}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1732}
{"loss": -0.42232999205589294, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8888381719589233, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1732}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1733}
{"loss": -0.4268980920314789, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8983269333839417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1733}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1734}
{"loss": -0.39798808097839355, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8368886709213257, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1734}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1735}
{"loss": -0.3912094831466675, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8222220540046692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1735}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1736}
{"loss": -0.35892602801322937, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7534577250480652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1736}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1737}
{"loss": -0.4059009850025177, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8538341522216797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1737}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1738}
{"loss": -0.34359052777290344, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.721401572227478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1738}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1739}
{"loss": -0.3498630225658417, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7348860502243042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1739}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1740}
{"loss": -0.36968985199928284, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7766047120094299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1740}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1741}
{"loss": -0.30620139837265015, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6434865593910217, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1741}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1742}
{"loss": -0.4043060839176178, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8503783941268921, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1742}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1743}
{"loss": -0.36280328035354614, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7617115378379822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1743}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1744}
{"loss": -0.3595113754272461, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7452622652053833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1744}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1745}
{"loss": -0.32873186469078064, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6889462471008301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1745}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1746}
{"loss": -0.35718265175819397, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7507131695747375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1746}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1747}
{"loss": -0.3414483666419983, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7159653902053833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1747}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1748}
{"loss": -0.39013534784317017, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8195497393608093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1748}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1749}
{"loss": -0.36873796582221985, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7744351029396057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1749}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1750}
{"loss": -0.3584083914756775, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7531635165214539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1750}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1751}
{"loss": -0.4098794460296631, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8623126745223999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1751}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 1752}
{"loss": -0.3551453948020935, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7455447912216187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1752}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1753}
{"loss": -0.3747428059577942, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7871960997581482, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1753}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1754}
{"loss": -0.358686238527298, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7538067102432251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1754}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1755}
{"loss": -0.39214733242988586, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8243781328201294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1755}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1756}
{"loss": -0.43252384662628174, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9098103046417236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1756}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1757}
{"loss": -0.3778160810470581, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7937713265419006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1757}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1758}
{"loss": -0.32999101281166077, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6922279000282288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1758}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1759}
{"loss": -0.3777197003364563, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7923700213432312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1759}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1760}
{"loss": -0.34449151158332825, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7231631875038147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1760}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1761}
{"loss": -0.3575264811515808, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7508869171142578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1761}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1762}
{"loss": -0.38049349188804626, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7993432283401489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1762}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1763}
{"loss": -0.37083545327186584, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7786432504653931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1763}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1764}
{"loss": -0.46128594875335693, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.9699199199676514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1764}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1765}
{"loss": -0.308152437210083, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6449697017669678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1765}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1766}
{"loss": -0.4568580687046051, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9614982604980469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1766}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1767}
{"loss": -0.2942970097064972, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6158706545829773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1767}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1768}
{"loss": -0.33017268776893616, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6931714415550232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1768}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1769}
{"loss": -0.40028834342956543, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8404039740562439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1769}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1770}
{"loss": -0.3740697205066681, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7860466837882996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1770}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1771}
{"loss": -0.39076486229896545, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8207269906997681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1771}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1772}
{"loss": -0.37588179111480713, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7892569303512573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1772}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1773}
{"loss": -0.4072125256061554, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8550723791122437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1773}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1774}
{"loss": -0.37143173813819885, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7804847359657288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1774}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1775}
{"loss": -0.3018677532672882, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6324143409729004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1775}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1776}
{"loss": -0.4095045328140259, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8595985770225525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1776}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1777}
{"loss": -0.3632034957408905, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7625073790550232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1777}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1778}
{"loss": -0.32140716910362244, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6740448474884033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1778}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1779}
{"loss": -0.3823572099208832, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8030101656913757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1779}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1780}
{"loss": -0.35265061259269714, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7404686808586121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1780}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1781}
{"loss": -0.38853219151496887, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8160528540611267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1781}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1782}
{"loss": -0.3616856038570404, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7588227987289429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1782}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1783}
{"loss": -0.3608839809894562, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7577431201934814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1783}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1784}
{"loss": -0.3364483714103699, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7050893306732178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1784}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1785}
{"loss": -0.38559550046920776, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8096895217895508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1785}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1786}
{"loss": -0.3305157423019409, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6925716400146484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1786}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1787}
{"loss": -0.3489931523799896, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7323209643363953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1787}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1788}
{"loss": -0.3430250883102417, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7199164628982544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1788}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1789}
{"loss": -0.35288864374160767, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7400344014167786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1789}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1790}
{"loss": -0.41544294357299805, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8728307485580444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1790}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1791}
{"loss": -0.3036646246910095, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6356790065765381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1791}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1792}
{"loss": -0.3637487292289734, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.763568639755249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1792}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1793}
{"loss": -0.3458341360092163, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7256062030792236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1793}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1794}
{"loss": -0.36161577701568604, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7598106265068054, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1794}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1795}
{"loss": -0.32633212208747864, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6837143898010254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1795}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1796}
{"loss": -0.40244677662849426, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8441201448440552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1796}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1797}
{"loss": -0.3674861490726471, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7722161412239075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1797}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1798}
{"loss": -0.3653091490268707, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7657057642936707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1798}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1799}
{"loss": -0.33436545729637146, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7012143731117249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1799}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1800}
{"loss": -0.4062802493572235, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8521024584770203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1800}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1801}
{"loss": -0.3958698511123657, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8310641050338745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1801}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1802}
{"loss": -0.42680811882019043, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8957771062850952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1802}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1803}
{"loss": -0.3612465262413025, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.75693279504776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1803}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1804}
{"loss": -0.38636311888694763, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8102315664291382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1804}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1805}
{"loss": -0.4276107847690582, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8980162143707275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1805}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1806}
{"loss": -0.36923301219940186, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7753657698631287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1806}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1807}
{"loss": -0.40237659215927124, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8444836139678955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1807}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1808}
{"loss": -0.40129902958869934, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8425385355949402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1808}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1809}
{"loss": -0.34919312596321106, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7327720522880554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1809}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1810}
{"loss": -0.39256224036216736, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8224573135375977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1810}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1811}
{"loss": -0.40892493724823, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8584495782852173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1811}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1812}
{"loss": -0.3645825684070587, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7638012170791626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1812}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1813}
{"loss": -0.34339067339897156, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7197640538215637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1813}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1814}
{"loss": -0.35725346207618713, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7493271827697754, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1814}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1815}
{"loss": -0.3063262403011322, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6422905921936035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1815}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1816}
{"loss": -0.3856583535671234, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8091402649879456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1816}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1817}
{"loss": -0.3952764570713043, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8293306827545166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1817}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1818}
{"loss": -0.4258846640586853, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8938355445861816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1818}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1819}
{"loss": -0.4210253953933716, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.883306086063385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1819}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1820}
{"loss": -0.37195131182670593, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7801685333251953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1820}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1821}
{"loss": -0.38806918263435364, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8143620491027832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1821}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1822}
{"loss": -0.3847943842411041, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8068984746932983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1822}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1823}
{"loss": -0.31115469336509705, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6513575315475464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1823}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1824}
{"loss": -0.29265105724334717, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6119611263275146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1824}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1825}
{"loss": -0.37219297885894775, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7804447412490845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1825}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1826}
{"loss": -0.36480891704559326, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7644180655479431, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1826}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1827}
{"loss": -0.358450710773468, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7512272596359253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1827}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1828}
{"loss": -0.3294183611869812, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6899275779724121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1828}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1829}
{"loss": -0.37746432423591614, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7918002605438232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1829}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1830}
{"loss": -0.3479689061641693, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7293320298194885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1830}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1831}
{"loss": -0.32047200202941895, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6713414788246155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1831}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1832}
{"loss": -0.35421937704086304, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7417521476745605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1832}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1833}
{"loss": -0.4435023367404938, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9310728907585144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1833}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1834}
{"loss": -0.3819755017757416, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8016456365585327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1834}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1835}
{"loss": -0.3935402035713196, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8257767558097839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1835}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1836}
{"loss": -0.35872599482536316, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7515888214111328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1836}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1837}
{"loss": -0.29852813482284546, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6249788403511047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1837}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1838}
{"loss": -0.36685651540756226, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.768379807472229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1838}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1839}
{"loss": -0.344921737909317, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7225250005722046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1839}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1840}
{"loss": -0.36572080850601196, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.766469419002533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1840}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1841}
{"loss": -0.38818687200546265, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.814527690410614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1841}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1842}
{"loss": -0.41613441705703735, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8735222220420837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1842}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1843}
{"loss": -0.3657304048538208, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7676357626914978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1843}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1844}
{"loss": -0.4044362008571625, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8477382659912109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1844}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1845}
{"loss": -0.4369785487651825, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9172806143760681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1845}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1846}
{"loss": -0.35153526067733765, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7364909052848816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1846}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1847}
{"loss": -0.35558420419692993, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7448932528495789, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1847}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1848}
{"loss": -0.3890707194805145, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.815409243106842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1848}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1849}
{"loss": -0.388473242521286, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8145473003387451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1849}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1850}
{"loss": -0.32682469487190247, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6809969544410706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1850}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1851}
{"loss": -0.3826283812522888, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8019488453865051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1851}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1852}
{"loss": -0.4415099024772644, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.925018310546875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1852}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1853}
{"loss": -0.3057156801223755, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6394352912902832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1853}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1854}
{"loss": -0.39844027161598206, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8350316286087036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1854}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1855}
{"loss": -0.3635433316230774, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.762383759021759, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1855}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1856}
{"loss": -0.41842857003211975, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8774657249450684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1856}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1857}
{"loss": -0.3947575092315674, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8281054496765137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1857}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1858}
{"loss": -0.40833550691604614, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8558498024940491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1858}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1859}
{"loss": -0.3609651029109955, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7556968927383423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1859}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1860}
{"loss": -0.4597816467285156, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9648863673210144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1860}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1861}
{"loss": -0.3754490911960602, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7867182493209839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1861}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1862}
{"loss": -0.4713296890258789, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9887670874595642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1862}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1863}
{"loss": -0.38114526867866516, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7979627251625061, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1863}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1864}
{"loss": -0.36359238624572754, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7619953155517578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1864}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1865}
{"loss": -0.3987504243850708, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8357998132705688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1865}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1866}
{"loss": -0.3590928018093109, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7525346875190735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1866}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1867}
{"loss": -0.29279980063438416, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6125622391700745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1867}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1868}
{"loss": -0.35522958636283875, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7444158792495728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1868}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1869}
{"loss": -0.3869030773639679, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8108188509941101, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1869}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1870}
{"loss": -0.427887499332428, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8967277407646179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1870}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1871}
{"loss": -0.41167235374450684, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8633506894111633, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1871}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1872}
{"loss": -0.36383527517318726, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7621379494667053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1872}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1873}
{"loss": -0.384523868560791, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8057727217674255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1873}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1874}
{"loss": -0.3987468481063843, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.834354043006897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1874}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1875}
{"loss": -0.3182181119918823, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6652852892875671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1875}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1876}
{"loss": -0.432792603969574, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9063458442687988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1876}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1877}
{"loss": -0.3733240067958832, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7818942070007324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1877}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1878}
{"loss": -0.3626059591770172, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7590929865837097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1878}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1879}
{"loss": -0.36489805579185486, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7640714049339294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1879}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1880}
{"loss": -0.35421350598335266, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7410642504692078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1880}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1881}
{"loss": -0.40123146772384644, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8402388691902161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1881}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1882}
{"loss": -0.36662399768829346, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7663096189498901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1882}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1883}
{"loss": -0.4228820204734802, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8864244818687439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1883}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1884}
{"loss": -0.3697209060192108, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7735632061958313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1884}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1885}
{"loss": -0.39837491512298584, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8334952592849731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1885}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1886}
{"loss": -0.405092716217041, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8484635949134827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1886}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1887}
{"loss": -0.37566885352134705, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.786669909954071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1887}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1888}
{"loss": -0.33679038286209106, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7044105529785156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1888}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1889}
{"loss": -0.36682024598121643, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7683981657028198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1889}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1890}
{"loss": -0.4734398126602173, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9923554062843323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1890}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1891}
{"loss": -0.40269118547439575, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8437110185623169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1891}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1892}
{"loss": -0.35618844628334045, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7455829381942749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1892}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1893}
{"loss": -0.4024142026901245, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8436012864112854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1893}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1894}
{"loss": -0.38554590940475464, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8068976998329163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1894}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1895}
{"loss": -0.37339457869529724, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7811915874481201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1895}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1896}
{"loss": -0.4028894305229187, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.843795120716095, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1896}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1897}
{"loss": -0.36746641993522644, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.769349217414856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1897}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1898}
{"loss": -0.3743838369846344, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.783546507358551, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1898}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1899}
{"loss": -0.4077884554862976, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8541529178619385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1899}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1900}
{"loss": -0.3870405852794647, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8103604912757874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1900}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1901}
{"loss": -0.39629927277565, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8298488259315491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1901}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1902}
{"loss": -0.44135698676109314, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.9250058531761169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1902}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1903}
{"loss": -0.33243754506111145, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6942769289016724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1903}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1904}
{"loss": -0.32768192887306213, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6852993965148926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1904}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1905}
{"loss": -0.348298043012619, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7279078364372253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1905}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1906}
{"loss": -0.36365851759910583, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7607555389404297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1906}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1907}
{"loss": -0.3407522737979889, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7137321829795837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1907}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1908}
{"loss": -0.3680182695388794, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7698197960853577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1908}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1909}
{"loss": -0.3763071596622467, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.787559449672699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1909}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1910}
{"loss": -0.3752540349960327, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7845423221588135, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1910}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1911}
{"loss": -0.39270851016044617, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8212933540344238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1911}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1912}
{"loss": -0.44316044449806213, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9284675717353821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1912}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1913}
{"loss": -0.36459964513778687, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7617540955543518, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1913}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1914}
{"loss": -0.3656088411808014, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7649303674697876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1914}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1915}
{"loss": -0.426412433385849, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8928254246711731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1915}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1916}
{"loss": -0.3298684358596802, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6890203356742859, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1916}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1917}
{"loss": -0.42000672221183777, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.880746603012085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1917}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1918}
{"loss": -0.3899523615837097, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8157637119293213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1918}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1919}
{"loss": -0.3364397883415222, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7035605907440186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1919}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1920}
{"loss": -0.3740127384662628, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7826449871063232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1920}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1921}
{"loss": -0.37737488746643066, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7898889780044556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1921}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1922}
{"loss": -0.35587674379348755, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7440229654312134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1922}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1923}
{"loss": -0.38132554292678833, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7978434562683105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1923}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1924}
{"loss": -0.39813724160194397, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8328181505203247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1924}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1925}
{"loss": -0.42460012435913086, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8886695504188538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1925}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1926}
{"loss": -0.34887075424194336, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7277129292488098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1926}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1927}
{"loss": -0.35110795497894287, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7340054512023926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1927}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1928}
{"loss": -0.33422181010246277, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6976234316825867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1928}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1929}
{"loss": -0.4235028028488159, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8861727714538574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1929}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1930}
{"loss": -0.36287614703178406, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7585411667823792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1930}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1931}
{"loss": -0.4254365861415863, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8910750150680542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1931}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1932}
{"loss": -0.3586028516292572, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7494463324546814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1932}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1933}
{"loss": -0.37483716011047363, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7835409045219421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1933}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1934}
{"loss": -0.3660198748111725, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7648422122001648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1934}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1935}
{"loss": -0.3666863441467285, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7665169835090637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1935}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1936}
{"loss": -0.3355725407600403, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7008712887763977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1936}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1937}
{"loss": -0.4116114377975464, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8608933091163635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1937}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1938}
{"loss": -0.4501003324985504, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9419909119606018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1938}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1939}
{"loss": -0.33003556728363037, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6894237995147705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1939}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1940}
{"loss": -0.3648448586463928, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7622425556182861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1940}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1941}
{"loss": -0.3245651125907898, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6770262718200684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1941}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1942}
{"loss": -0.42177489399909973, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8817909955978394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1942}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1943}
{"loss": -0.41387978196144104, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8659547567367554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1943}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1944}
{"loss": -0.3603646457195282, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.753563404083252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1944}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1945}
{"loss": -0.4912211298942566, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 1.0286892652511597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1945}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1946}
{"loss": -0.3655359447002411, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7640846371650696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1946}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1947}
{"loss": -0.33773764967918396, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7055355310440063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1947}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1948}
{"loss": -0.346260666847229, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7236163020133972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1948}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1949}
{"loss": -0.3821853995323181, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7996962070465088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1949}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1950}
{"loss": -0.41015681624412537, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8577873110771179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1950}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1951}
{"loss": -0.4210160970687866, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8806190490722656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1951}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1952}
{"loss": -0.35627999901771545, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7445075511932373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1952}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1953}
{"loss": -0.3291983902454376, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6868270039558411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1953}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1954}
{"loss": -0.33005091547966003, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6892942190170288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1954}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1955}
{"loss": -0.4766770303249359, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9982792735099792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1955}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1956}
{"loss": -0.32717958092689514, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6830130815505981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1956}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1957}
{"loss": -0.39200013875961304, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8193718791007996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1957}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1958}
{"loss": -0.40518563985824585, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8472312092781067, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1958}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1959}
{"loss": -0.3067726492881775, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6393018364906311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1959}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1960}
{"loss": -0.3030397891998291, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.631958544254303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1960}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1961}
{"loss": -0.27789798378944397, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.5789230465888977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1961}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1962}
{"loss": -0.38447192311286926, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8037857413291931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1962}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1963}
{"loss": -0.3192901909351349, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6662412881851196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1963}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1964}
{"loss": -0.32280871272087097, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6734487414360046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1964}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1965}
{"loss": -0.29695799946784973, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6193865537643433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1965}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1966}
{"loss": -0.3916466534137726, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8188959956169128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1966}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1967}
{"loss": -0.4854792058467865, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 1.0156984329223633, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1967}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1968}
{"loss": -0.3880768418312073, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8111271262168884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1968}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1969}
{"loss": -0.369188129901886, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7710901498794556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1969}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1970}
{"loss": -0.4205431342124939, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8797271251678467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1970}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1971}
{"loss": -0.4399075508117676, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9195760488510132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1971}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1972}
{"loss": -0.47167402505874634, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9872878789901733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1972}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1973}
{"loss": -0.3789389133453369, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7917112112045288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1973}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1974}
{"loss": -0.3338414430618286, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.697509229183197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1974}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1975}
{"loss": -0.4511698782444, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.9439919590950012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1975}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1976}
{"loss": -0.3085079491138458, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.643542468547821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1976}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1977}
{"loss": -0.310695081949234, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.647729754447937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1977}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1978}
{"loss": -0.3084245026111603, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6419813632965088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1978}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1979}
{"loss": -0.3899422585964203, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.81453537940979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1979}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1980}
{"loss": -0.432727187871933, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.905001163482666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1980}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1981}
{"loss": -0.43132466077804565, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9017115831375122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1981}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1982}
{"loss": -0.3215356171131134, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6711977124214172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1982}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1983}
{"loss": -0.40514302253723145, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8467132449150085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1983}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1984}
{"loss": -0.4091799855232239, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8551831245422363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1984}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1985}
{"loss": -0.3094269037246704, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6445714831352234, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1985}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1986}
{"loss": -0.3307189345359802, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6903874278068542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1986}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1987}
{"loss": -0.4100515842437744, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8573341369628906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1987}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1988}
{"loss": -0.29646235704421997, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6182577013969421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1988}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1989}
{"loss": -0.3463461995124817, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7229223251342773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1989}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1990}
{"loss": -0.4113490581512451, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8613365292549133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1990}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1991}
{"loss": -0.41572868824005127, "acc": 0.9901404976844788, "acc_or": 0.9950702786445618, "sender_entropy": 0.6822444796562195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1991}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1992}
{"loss": -0.35469481348991394, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7409582734107971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1992}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1993}
{"loss": -0.3152367174625397, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6576773524284363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1993}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1994}
{"loss": -0.4215394854545593, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.881133496761322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1994}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1995}
{"loss": -0.306412011384964, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6392011046409607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1995}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1996}
{"loss": -0.33751437067985535, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7025203108787537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1996}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1997}
{"loss": -0.3140842318534851, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6542555689811707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1997}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1998}
{"loss": -0.3565005362033844, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7452169060707092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1998}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 1999}
{"loss": -0.3414532542228699, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7133845686912537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1999}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 2000}
{"loss": -0.34094661474227905, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7108762860298157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2000}
{"epoch": 2000, "positional_disent": 0.7408142685890198, "bag_of_symbol_disent": 0.07542575150728226, "topographic_sim": 0.25039928287160823}
{"epoch": 2000, "positional_disent": 0.7826512455940247, "bag_of_symbol_disent": 0.06787872314453125, "topographic_sim": 0.8346687461337008}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 2000}
