Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=844, receiver='ModifReceiver', receiver_emb=30, sender='ModifSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.6653060913085938, "acc_or": 0.8173469305038452}, "epoch": 1}
{"loss": 2.0081753730773926, "acc": 0.675883948802948, "acc_or": 0.8264959454536438, "sender_entropy": 0.44232261180877686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.9158163070678711}, "epoch": 2}
{"loss": 2.2575888633728027, "acc": 0.9033318161964417, "acc_or": 0.9513259530067444, "sender_entropy": 0.6638492941856384, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9255101680755615, "acc_or": 0.9627550840377808}, "epoch": 3}
{"loss": 1.864058494567871, "acc": 0.9563689827919006, "acc_or": 0.9780145287513733, "sender_entropy": 0.7171121835708618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 4}
{"loss": 1.4924007654190063, "acc": 0.9717814922332764, "acc_or": 0.9856074452400208, "sender_entropy": 0.7481856942176819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9602040648460388, "acc_or": 0.980102002620697}, "epoch": 5}
{"loss": 1.2943522930145264, "acc": 0.9823209643363953, "acc_or": 0.9908771514892578, "sender_entropy": 0.7778612375259399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9591836333274841, "acc_or": 0.9795917868614197}, "epoch": 6}
{"loss": 1.1012647151947021, "acc": 0.9860607385635376, "acc_or": 0.9928603768348694, "sender_entropy": 0.8018285036087036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9724489450454712, "acc_or": 0.9857142567634583}, "epoch": 7}
{"loss": 0.9483952522277832, "acc": 0.9887806177139282, "acc_or": 0.9942203164100647, "sender_entropy": 0.8265283703804016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9612244367599487, "acc_or": 0.9806122183799744}, "epoch": 8}
{"loss": 0.8243268728256226, "acc": 0.9813010096549988, "acc_or": 0.990423858165741, "sender_entropy": 0.903584897518158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 9}
{"loss": 0.7514569163322449, "acc": 0.9731414318084717, "acc_or": 0.986344039440155, "sender_entropy": 0.9663510918617249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "epoch": 10}
{"loss": 0.707057535648346, "acc": 0.9570489525794983, "acc_or": 0.9784111380577087, "sender_entropy": 1.0273324251174927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.919387698173523, "acc_or": 0.9596938490867615}, "epoch": 11}
{"loss": 0.618779182434082, "acc": 0.9347234964370728, "acc_or": 0.967305064201355, "sender_entropy": 0.9718834161758423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9535713791847229}, "epoch": 12}
{"loss": 0.539625346660614, "acc": 0.9157978296279907, "acc_or": 0.957842230796814, "sender_entropy": 0.8315260410308838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.948469340801239}, "epoch": 13}
{"loss": 0.4846818447113037, "acc": 0.9134179353713989, "acc_or": 0.9567089676856995, "sender_entropy": 0.7551341652870178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9403060674667358}, "epoch": 14}
{"loss": 0.5181177854537964, "acc": 0.9029918313026428, "acc_or": 0.9514959454536438, "sender_entropy": 0.9045107960700989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 15}
{"loss": 0.31885290145874023, "acc": 0.8943789601325989, "acc_or": 0.9471895098686218, "sender_entropy": 0.5201419591903687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.8683673143386841, "acc_or": 0.934183657169342}, "epoch": 16}
{"loss": 0.3568729758262634, "acc": 0.9040117859840393, "acc_or": 0.952005922794342, "sender_entropy": 0.7033957242965698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8683673143386841, "acc_or": 0.934183657169342}, "epoch": 17}
{"loss": 0.39733046293258667, "acc": 0.9052583575248718, "acc_or": 0.9526292085647583, "sender_entropy": 0.8886619806289673, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9387754797935486}, "epoch": 18}
{"loss": 0.355344295501709, "acc": 0.9087715148925781, "acc_or": 0.9543857574462891, "sender_entropy": 0.8386023640632629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9387754797935486}, "epoch": 19}
{"loss": 0.3073368966579437, "acc": 0.9019718766212463, "acc_or": 0.9509859681129456, "sender_entropy": 0.8047369718551636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.949999988079071}, "epoch": 20}
{"loss": 0.3172156810760498, "acc": 0.9050317406654358, "acc_or": 0.9525158405303955, "sender_entropy": 0.973095178604126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 21}
{"loss": 0.2731530964374542, "acc": 0.9028785228729248, "acc_or": 0.9514392614364624, "sender_entropy": 0.898901104927063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9362244606018066}, "epoch": 22}
{"loss": 0.1971016228199005, "acc": 0.8923390507698059, "acc_or": 0.9461695551872253, "sender_entropy": 0.6190983653068542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9372448325157166}, "epoch": 23}
{"loss": 0.19810239970684052, "acc": 0.9006119966506958, "acc_or": 0.9503059983253479, "sender_entropy": 0.7171173691749573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8714285492897034, "acc_or": 0.9357142448425293}, "epoch": 24}
{"loss": 0.20107918977737427, "acc": 0.9033318161964417, "acc_or": 0.9516659379005432, "sender_entropy": 0.8379207849502563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8683673143386841, "acc_or": 0.934183657169342}, "epoch": 25}
{"loss": 0.15018253028392792, "acc": 0.8994786739349365, "acc_or": 0.9497393369674683, "sender_entropy": 0.5510558485984802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 26}
{"loss": 0.16397961974143982, "acc": 0.9057117104530334, "acc_or": 0.9528558254241943, "sender_entropy": 0.8197824954986572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 27}
{"loss": 0.13074713945388794, "acc": 0.9029918313026428, "acc_or": 0.9514959454536438, "sender_entropy": 0.6445305943489075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9382652640342712}, "epoch": 28}
{"loss": 0.132598876953125, "acc": 0.9071849584579468, "acc_or": 0.9535924792289734, "sender_entropy": 0.7774648070335388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9418367147445679}, "epoch": 29}
{"loss": 0.12203752249479294, "acc": 0.9043517708778381, "acc_or": 0.9521758556365967, "sender_entropy": 0.8089665174484253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 30}
{"loss": 0.09737493842840195, "acc": 0.8973254561424255, "acc_or": 0.9486627578735352, "sender_entropy": 0.7010998725891113, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 31}
{"loss": 0.0944809690117836, "acc": 0.9082049131393433, "acc_or": 0.9541024565696716, "sender_entropy": 0.8847768306732178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9372448325157166}, "epoch": 32}
{"loss": 0.08390220999717712, "acc": 0.9053717255592346, "acc_or": 0.9526858329772949, "sender_entropy": 0.777682900428772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8693877458572388, "acc_or": 0.9346938133239746}, "epoch": 33}
{"loss": 0.06943978369235992, "acc": 0.9036718010902405, "acc_or": 0.9518359303474426, "sender_entropy": 0.8693289756774902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9362244606018066}, "epoch": 34}
{"loss": 0.062311671674251556, "acc": 0.8986853957176208, "acc_or": 0.9493427276611328, "sender_entropy": 0.6235647201538086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8673468828201294, "acc_or": 0.9336734414100647}, "epoch": 35}
{"loss": 0.054791346192359924, "acc": 0.8998186588287354, "acc_or": 0.9499093294143677, "sender_entropy": 0.7507016658782959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 36}
{"loss": 0.04085545986890793, "acc": 0.906844973564148, "acc_or": 0.953422486782074, "sender_entropy": 0.7735860347747803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 37}
{"loss": 0.024400651454925537, "acc": 0.9074115753173828, "acc_or": 0.9537057876586914, "sender_entropy": 0.8948597311973572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.951020359992981}, "epoch": 38}
{"loss": 0.027633167803287506, "acc": 0.9076382517814636, "acc_or": 0.9538191556930542, "sender_entropy": 0.7545334100723267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 39}
{"loss": 0.017439275979995728, "acc": 0.9060516953468323, "acc_or": 0.9530258178710938, "sender_entropy": 0.7706130743026733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.935204029083252}, "epoch": 40}
{"loss": 0.004375547170639038, "acc": 0.8991386890411377, "acc_or": 0.9495693445205688, "sender_entropy": 0.7609006762504578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 41}
{"loss": 0.007293663918972015, "acc": 0.9051450490951538, "acc_or": 0.9525725245475769, "sender_entropy": 0.6855452656745911, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 42}
{"loss": 0.010665275156497955, "acc": 0.9029918313026428, "acc_or": 0.9514959454536438, "sender_entropy": 0.6136143803596497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 43}
{"loss": -0.02025248110294342, "acc": 0.9102447628974915, "acc_or": 0.9551224112510681, "sender_entropy": 0.8458225727081299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9392856955528259}, "epoch": 44}
{"loss": -0.03192161023616791, "acc": 0.9001586437225342, "acc_or": 0.9500793218612671, "sender_entropy": 0.8680893778800964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8683673143386841, "acc_or": 0.934183657169342}, "epoch": 45}
{"loss": -0.042483724653720856, "acc": 0.8978921175003052, "acc_or": 0.9489460587501526, "sender_entropy": 0.9041562080383301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9459183216094971}, "epoch": 46}
{"loss": -0.023710690438747406, "acc": 0.9093381762504578, "acc_or": 0.9546690583229065, "sender_entropy": 0.7536702156066895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 47}
{"loss": -0.04822245240211487, "acc": 0.906844973564148, "acc_or": 0.953422486782074, "sender_entropy": 0.8742965459823608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9423468708992004}, "epoch": 48}
{"loss": -0.06411132961511612, "acc": 0.9075249433517456, "acc_or": 0.9537624716758728, "sender_entropy": 0.9268231391906738, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9382652640342712}, "epoch": 49}
{"loss": -0.0622585266828537, "acc": 0.904805064201355, "acc_or": 0.9524025321006775, "sender_entropy": 0.8620526790618896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.936734676361084}, "epoch": 50}
{"loss": -0.08705606311559677, "acc": 0.9041250944137573, "acc_or": 0.9520625472068787, "sender_entropy": 0.9885581731796265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 51}
{"loss": -0.05921763926744461, "acc": 0.9079782366752625, "acc_or": 0.9539891481399536, "sender_entropy": 0.8001195192337036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8693877458572388, "acc_or": 0.9346938133239746}, "epoch": 52}
{"loss": -0.06470710784196854, "acc": 0.906844973564148, "acc_or": 0.953422486782074, "sender_entropy": 0.7894608974456787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 53}
{"loss": -0.046750880777835846, "acc": 0.9007253050804138, "acc_or": 0.9503626227378845, "sender_entropy": 0.6681399345397949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8693877458572388, "acc_or": 0.9346938133239746}, "epoch": 54}
{"loss": -0.050652362406253815, "acc": 0.9042384624481201, "acc_or": 0.9521192312240601, "sender_entropy": 0.6857607960700989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 55}
{"loss": -0.056653186678886414, "acc": 0.8998186588287354, "acc_or": 0.9499093294143677, "sender_entropy": 0.6770314574241638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9372448325157166}, "epoch": 56}
{"loss": -0.07516898959875107, "acc": 0.9054850339889526, "acc_or": 0.9527425169944763, "sender_entropy": 0.7818593382835388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 57}
{"loss": -0.04937630891799927, "acc": 0.9016318917274475, "acc_or": 0.9508159756660461, "sender_entropy": 0.6206076741218567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9423468708992004}, "epoch": 58}
{"loss": -0.10412649810314178, "acc": 0.9038984775543213, "acc_or": 0.9519492387771606, "sender_entropy": 0.8792816996574402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 59}
{"loss": -0.1269204318523407, "acc": 0.9078649282455444, "acc_or": 0.9539324641227722, "sender_entropy": 0.9521719217300415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9382652640342712}, "epoch": 60}
{"loss": -0.10813550651073456, "acc": 0.9016318917274475, "acc_or": 0.9508159756660461, "sender_entropy": 0.8580827116966248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9377550482749939}, "epoch": 61}
{"loss": -0.09241868555545807, "acc": 0.9062783122062683, "acc_or": 0.9531391859054565, "sender_entropy": 0.7651349306106567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9372448325157166}, "epoch": 62}
{"loss": -0.11222046613693237, "acc": 0.9037851095199585, "acc_or": 0.9518925547599792, "sender_entropy": 0.8297735452651978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8714285492897034, "acc_or": 0.9357142448425293}, "epoch": 63}
{"loss": -0.09765933454036713, "acc": 0.9020852446556091, "acc_or": 0.9510425925254822, "sender_entropy": 0.764202892780304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 64}
{"loss": -0.12121990323066711, "acc": 0.9033318161964417, "acc_or": 0.9516659379005432, "sender_entropy": 0.8420907258987427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 65}
{"loss": -0.07987717539072037, "acc": 0.9007253050804138, "acc_or": 0.9503626227378845, "sender_entropy": 0.6347157955169678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9377550482749939}, "epoch": 66}
{"loss": -0.068391814827919, "acc": 0.8967588543891907, "acc_or": 0.948379397392273, "sender_entropy": 0.5852774381637573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 67}
{"loss": -0.11869136244058609, "acc": 0.9011785984039307, "acc_or": 0.9505892992019653, "sender_entropy": 0.8092136979103088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 68}
{"loss": -0.0813106968998909, "acc": 0.9019718766212463, "acc_or": 0.9509859681129456, "sender_entropy": 0.6507917642593384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8693877458572388, "acc_or": 0.9346938133239746}, "epoch": 69}
{"loss": -0.11157964169979095, "acc": 0.9040117859840393, "acc_or": 0.952005922794342, "sender_entropy": 0.766293466091156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9397958517074585}, "epoch": 70}
{"loss": -0.12850043177604675, "acc": 0.9086582064628601, "acc_or": 0.9543290734291077, "sender_entropy": 0.8194653391838074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9403060674667358}, "epoch": 71}
{"loss": -0.14997859299182892, "acc": 0.917157769203186, "acc_or": 0.958578884601593, "sender_entropy": 0.906765341758728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.935204029083252}, "epoch": 72}
{"loss": -0.12579511106014252, "acc": 0.9065049886703491, "acc_or": 0.9532524943351746, "sender_entropy": 0.7761650085449219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9403060674667358}, "epoch": 73}
{"loss": -0.12015316635370255, "acc": 0.8997053503990173, "acc_or": 0.9498526453971863, "sender_entropy": 0.7661237716674805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 74}
{"loss": -0.15989252924919128, "acc": 0.9151178598403931, "acc_or": 0.9575589299201965, "sender_entropy": 0.8988552689552307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 75}
{"loss": -0.11026956886053085, "acc": 0.9010652899742126, "acc_or": 0.9505326151847839, "sender_entropy": 0.6976039409637451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 76}
{"loss": -0.14133557677268982, "acc": 0.9088848829269409, "acc_or": 0.9544424414634705, "sender_entropy": 0.8019089698791504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 77}
{"loss": -0.13729894161224365, "acc": 0.9108114242553711, "acc_or": 0.9554057121276855, "sender_entropy": 0.7927558422088623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 78}
{"loss": -0.11846170574426651, "acc": 0.9049184322357178, "acc_or": 0.9524592161178589, "sender_entropy": 0.722298264503479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 78}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 79}
{"loss": -0.11448178440332413, "acc": 0.8993653655052185, "acc_or": 0.9496827125549316, "sender_entropy": 0.6816871762275696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 79}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.8714285492897034, "acc_or": 0.9357142448425293}, "epoch": 80}
{"loss": -0.14596602320671082, "acc": 0.9060516953468323, "acc_or": 0.9530258178710938, "sender_entropy": 0.8083577156066895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 80}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 81}
{"loss": -0.1271173655986786, "acc": 0.902538537979126, "acc_or": 0.951269268989563, "sender_entropy": 0.7237259745597839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 81}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 82}
{"loss": -0.11931025981903076, "acc": 0.9065049886703491, "acc_or": 0.9532524943351746, "sender_entropy": 0.69315505027771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 82}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.8714285492897034, "acc_or": 0.9357142448425293}, "epoch": 83}
{"loss": -0.20998670160770416, "acc": 0.9110381007194519, "acc_or": 0.9555190205574036, "sender_entropy": 1.0054012537002563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 83}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 84}
{"loss": -0.13331568241119385, "acc": 0.9041250944137573, "acc_or": 0.9520625472068787, "sender_entropy": 0.7269785404205322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 84}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 85}
{"loss": -0.157222181558609, "acc": 0.9093381762504578, "acc_or": 0.9546690583229065, "sender_entropy": 0.8198461532592773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 85}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 86}
{"loss": -0.17288720607757568, "acc": 0.902538537979126, "acc_or": 0.951269268989563, "sender_entropy": 0.8364665508270264, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 86}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9362244606018066}, "epoch": 87}
{"loss": -0.20104074478149414, "acc": 0.9143245816230774, "acc_or": 0.9571622610092163, "sender_entropy": 0.9393191933631897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 87}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 88}
{"loss": -0.13600122928619385, "acc": 0.909111499786377, "acc_or": 0.9545557498931885, "sender_entropy": 0.7262775301933289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 88}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 89}
{"loss": -0.18308565020561218, "acc": 0.9118313789367676, "acc_or": 0.9559156894683838, "sender_entropy": 0.8784847855567932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 89}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 90}
{"loss": -0.1584845930337906, "acc": 0.9142112135887146, "acc_or": 0.9571056365966797, "sender_entropy": 0.7953342795372009, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 90}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9387754797935486}, "epoch": 91}
{"loss": -0.2034757137298584, "acc": 0.9142112135887146, "acc_or": 0.9571056365966797, "sender_entropy": 0.9173007607460022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 91}
{"generalization hold out": {"acc": 0.3265306055545807, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 92}
{"loss": -0.16254740953445435, "acc": 0.9028785228729248, "acc_or": 0.9514392614364624, "sender_entropy": 0.7880216240882874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 92}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 93}
{"loss": -0.18023177981376648, "acc": 0.9099047780036926, "acc_or": 0.9549524188041687, "sender_entropy": 0.8471752405166626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 93}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 94}
{"loss": -0.17509505152702332, "acc": 0.904805064201355, "acc_or": 0.9524025321006775, "sender_entropy": 0.80783611536026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 94}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 95}
{"loss": -0.1844710409641266, "acc": 0.9095648527145386, "acc_or": 0.9547824263572693, "sender_entropy": 0.8566843867301941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 95}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6071428656578064}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9418367147445679}, "epoch": 96}
{"loss": -0.19544941186904907, "acc": 0.9129646420478821, "acc_or": 0.9564822912216187, "sender_entropy": 0.8819664716720581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 96}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 97}
{"loss": -0.158410906791687, "acc": 0.9079782366752625, "acc_or": 0.9539891481399536, "sender_entropy": 0.7487989664077759, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 97}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.827551007270813, "acc_or": 0.9137754440307617}, "epoch": 98}
{"loss": -0.17659132182598114, "acc": 0.9078649282455444, "acc_or": 0.9539324641227722, "sender_entropy": 0.8096693158149719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 98}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 99}
{"loss": -0.18657225370407104, "acc": 0.9143245816230774, "acc_or": 0.9571622610092163, "sender_entropy": 0.8408318161964417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 99}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.8673468828201294, "acc_or": 0.9336734414100647}, "epoch": 100}
{"loss": -0.15600568056106567, "acc": 0.9062783122062683, "acc_or": 0.9531391859054565, "sender_entropy": 0.7431323528289795, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 100}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 101}
{"loss": -0.2095315158367157, "acc": 0.9121713638305664, "acc_or": 0.9560856819152832, "sender_entropy": 0.8894225358963013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 101}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 102}
{"loss": -0.12082003802061081, "acc": 0.9061650037765503, "acc_or": 0.9530825018882751, "sender_entropy": 0.6133143305778503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 102}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 103}
{"loss": -0.15190920233726501, "acc": 0.9109247326850891, "acc_or": 0.9554623961448669, "sender_entropy": 0.7046917080879211, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 103}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 104}
{"loss": -0.2059154212474823, "acc": 0.9096781611442566, "acc_or": 0.9548390507698059, "sender_entropy": 0.876177191734314, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 104}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 105}
{"loss": -0.125653937458992, "acc": 0.9053717255592346, "acc_or": 0.9526858329772949, "sender_entropy": 0.6278589963912964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 105}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 106}
{"loss": -0.1614086627960205, "acc": 0.9080915451049805, "acc_or": 0.9540457725524902, "sender_entropy": 0.7269312739372253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 106}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 107}
{"loss": -0.2376912236213684, "acc": 0.9084315299987793, "acc_or": 0.9542157649993896, "sender_entropy": 0.9539651870727539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 107}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 108}
{"loss": -0.2122754454612732, "acc": 0.9143245816230774, "acc_or": 0.9571622610092163, "sender_entropy": 0.8876633644104004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 108}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 109}
{"loss": -0.17794135212898254, "acc": 0.9109247326850891, "acc_or": 0.9554623961448669, "sender_entropy": 0.7831227779388428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 109}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 110}
{"loss": -0.22173240780830383, "acc": 0.9145511984825134, "acc_or": 0.9572756290435791, "sender_entropy": 0.9012748003005981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 110}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 111}
{"loss": -0.2424350082874298, "acc": 0.9084315299987793, "acc_or": 0.9542157649993896, "sender_entropy": 0.9451104402542114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 111}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 112}
{"loss": -0.2103613317012787, "acc": 0.9116047024726868, "acc_or": 0.9558023810386658, "sender_entropy": 0.8663080334663391, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 112}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 113}
{"loss": -0.13431796431541443, "acc": 0.9096781611442566, "acc_or": 0.9548390507698059, "sender_entropy": 0.6332156658172607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 113}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 114}
{"loss": -0.17650169134140015, "acc": 0.9094514846801758, "acc_or": 0.9547257423400879, "sender_entropy": 0.7562129497528076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 114}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 115}
{"loss": -0.17752322554588318, "acc": 0.9156845211982727, "acc_or": 0.957842230796814, "sender_entropy": 0.7565296292304993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 115}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 116}
{"loss": -0.21346691250801086, "acc": 0.9099047780036926, "acc_or": 0.9549524188041687, "sender_entropy": 0.8457047939300537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 116}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 117}
{"loss": -0.16251176595687866, "acc": 0.9082049131393433, "acc_or": 0.9541024565696716, "sender_entropy": 0.7123478055000305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 117}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 118}
{"loss": -0.22262892127037048, "acc": 0.9101314544677734, "acc_or": 0.9550657272338867, "sender_entropy": 0.8816061615943909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 118}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 119}
{"loss": -0.1298590898513794, "acc": 0.9054850339889526, "acc_or": 0.9527425169944763, "sender_entropy": 0.6111966371536255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 119}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 120}
{"loss": -0.16509556770324707, "acc": 0.9121713638305664, "acc_or": 0.9560856819152832, "sender_entropy": 0.7082144618034363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 120}
{"generalization hold out": {"acc": 0.48469385504722595, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 121}
{"loss": -0.2524603605270386, "acc": 0.9144378900527954, "acc_or": 0.9572189450263977, "sender_entropy": 0.958046019077301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 121}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 122}
{"loss": -0.2424725890159607, "acc": 0.9128513336181641, "acc_or": 0.956425666809082, "sender_entropy": 0.9170007109642029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 122}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 123}
{"loss": -0.21280628442764282, "acc": 0.9110381007194519, "acc_or": 0.9555190205574036, "sender_entropy": 0.8363327980041504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 123}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 124}
{"loss": -0.2312118113040924, "acc": 0.9184043407440186, "acc_or": 0.9592021703720093, "sender_entropy": 0.8937398195266724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 124}
{"generalization hold out": {"acc": 0.6122449040412903, "acc_or": 0.8061224222183228}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 125}
{"loss": -0.17993465065956116, "acc": 0.9116047024726868, "acc_or": 0.9558023810386658, "sender_entropy": 0.7374564409255981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 125}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 126}
{"loss": -0.2287619411945343, "acc": 0.9097914695739746, "acc_or": 0.9548957347869873, "sender_entropy": 0.8723165392875671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 126}
{"generalization hold out": {"acc": 0.48469385504722595, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 127}
{"loss": -0.1887328326702118, "acc": 0.9136446118354797, "acc_or": 0.9568222761154175, "sender_entropy": 0.76743084192276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 127}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 128}
{"loss": -0.2191023826599121, "acc": 0.9108114242553711, "acc_or": 0.9554057121276855, "sender_entropy": 0.8386417627334595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 128}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 129}
{"loss": -0.2020542323589325, "acc": 0.9111514091491699, "acc_or": 0.955575704574585, "sender_entropy": 0.779921293258667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 129}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 130}
{"loss": -0.1888124644756317, "acc": 0.9129646420478821, "acc_or": 0.9564822912216187, "sender_entropy": 0.7459662556648254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 130}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 131}
{"loss": -0.2576029896736145, "acc": 0.9112647175788879, "acc_or": 0.9556323885917664, "sender_entropy": 0.9296137690544128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 131}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 132}
{"loss": -0.27672508358955383, "acc": 0.9131913185119629, "acc_or": 0.9565956592559814, "sender_entropy": 0.9875851273536682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 132}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.75}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 133}
{"loss": -0.18742771446704865, "acc": 0.9152311682701111, "acc_or": 0.9576156139373779, "sender_entropy": 0.7328413128852844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 133}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 134}
{"loss": -0.1256888508796692, "acc": 0.9078649282455444, "acc_or": 0.9539324641227722, "sender_entropy": 0.571243941783905, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 134}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 135}
{"loss": -0.18258997797966003, "acc": 0.9131913185119629, "acc_or": 0.9565956592559814, "sender_entropy": 0.7229533791542053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 135}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 136}
{"loss": -0.27043893933296204, "acc": 0.9110381007194519, "acc_or": 0.9555190205574036, "sender_entropy": 0.9560749530792236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 136}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7551020383834839}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 137}
{"loss": -0.22291353344917297, "acc": 0.9181777238845825, "acc_or": 0.9590888619422913, "sender_entropy": 0.8307362794876099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 137}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.8285713791847229, "acc_or": 0.9142856597900391}, "epoch": 138}
{"loss": -0.22063690423965454, "acc": 0.9181777238845825, "acc_or": 0.9590888619422913, "sender_entropy": 0.8145256042480469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 138}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.75}, "uniform holdout": {"acc": 0.8306121826171875, "acc_or": 0.9153060913085938}, "epoch": 139}
{"loss": -0.21311645209789276, "acc": 0.917271077632904, "acc_or": 0.9586355686187744, "sender_entropy": 0.7988244891166687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 139}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.7602040767669678}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 140}
{"loss": -0.2814173698425293, "acc": 0.9189710021018982, "acc_or": 0.9594854712486267, "sender_entropy": 0.9905405044555664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 140}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "epoch": 141}
{"loss": -0.23257973790168762, "acc": 0.9161378145217896, "acc_or": 0.9580689072608948, "sender_entropy": 0.8380536437034607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 141}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 142}
{"loss": -0.20918695628643036, "acc": 0.9187443256378174, "acc_or": 0.9593721628189087, "sender_entropy": 0.7692738175392151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 142}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.8306121826171875, "acc_or": 0.9153060913085938}, "epoch": 143}
{"loss": -0.21987077593803406, "acc": 0.9180643558502197, "acc_or": 0.9590321779251099, "sender_entropy": 0.8065173625946045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 143}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 144}
{"loss": -0.2790396213531494, "acc": 0.9229374527931213, "acc_or": 0.9614686965942383, "sender_entropy": 0.9835681915283203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 144}
{"generalization hold out": {"acc": 0.48469385504722595, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.8204081058502197, "acc_or": 0.9102040529251099}, "epoch": 145}
{"loss": -0.19937282800674438, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 0.7430808544158936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 145}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.8193877339363098, "acc_or": 0.9096938371658325}, "epoch": 146}
{"loss": -0.19007569551467896, "acc": 0.921577513217926, "acc_or": 0.9607887864112854, "sender_entropy": 0.7106426954269409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 146}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 147}
{"loss": -0.2605128288269043, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 0.9219065308570862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 147}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 148}
{"loss": -0.22465455532073975, "acc": 0.9296237826347351, "acc_or": 0.9648118615150452, "sender_entropy": 0.7996799349784851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 148}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 149}
{"loss": -0.2323887050151825, "acc": 0.932343602180481, "acc_or": 0.9661151170730591, "sender_entropy": 0.8192147612571716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 149}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 150}
{"loss": -0.24421769380569458, "acc": 0.9484360814094543, "acc_or": 0.9742180705070496, "sender_entropy": 0.8835181593894958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 150}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 151}
{"loss": -0.21759045124053955, "acc": 0.9524025321006775, "acc_or": 0.9762012958526611, "sender_entropy": 0.7941425442695618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 151}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7704081535339355}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 152}
{"loss": -0.21616418659687042, "acc": 0.9633952975273132, "acc_or": 0.9816976189613342, "sender_entropy": 0.8255519866943359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 152}
{"generalization hold out": {"acc": 0.47959181666374207, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "epoch": 153}
{"loss": -0.19647914171218872, "acc": 0.972348153591156, "acc_or": 0.9861740469932556, "sender_entropy": 0.815158486366272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 153}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9153060913085938, "acc_or": 0.9576530456542969}, "epoch": 154}
{"loss": -0.1569131314754486, "acc": 0.9774478673934937, "acc_or": 0.9887239336967468, "sender_entropy": 0.6818804740905762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 154}
{"generalization hold out": {"acc": 0.47959181666374207, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9224489331245422, "acc_or": 0.9612244367599487}, "epoch": 155}
{"loss": -0.16218847036361694, "acc": 0.9807343482971191, "acc_or": 0.9903671741485596, "sender_entropy": 0.7785098552703857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 155}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "epoch": 156}
{"loss": -0.14788466691970825, "acc": 0.9827742576599121, "acc_or": 0.991387128829956, "sender_entropy": 0.7105298042297363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 156}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9265305995941162, "acc_or": 0.9627550840377808}, "epoch": 157}
{"loss": -0.15755672752857208, "acc": 0.9825475811958313, "acc_or": 0.991273820400238, "sender_entropy": 0.7782357931137085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 157}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "epoch": 158}
{"loss": -0.14442265033721924, "acc": 0.9828875660896301, "acc_or": 0.9914438128471375, "sender_entropy": 0.6984983086585999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 158}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "epoch": 159}
{"loss": -0.14443261921405792, "acc": 0.983227550983429, "acc_or": 0.9916138052940369, "sender_entropy": 0.7127724289894104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 159}
{"generalization hold out": {"acc": 0.5714285373687744, "acc_or": 0.7857142686843872}, "uniform holdout": {"acc": 0.9224489331245422, "acc_or": 0.9612244367599487}, "epoch": 160}
{"loss": -0.15469399094581604, "acc": 0.9818676114082336, "acc_or": 0.9909338355064392, "sender_entropy": 0.7669993042945862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 160}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9244897365570068, "acc_or": 0.9622448682785034}, "epoch": 161}
{"loss": -0.1473129838705063, "acc": 0.9865140318870544, "acc_or": 0.9932570457458496, "sender_entropy": 0.7378950715065002, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 161}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9224489331245422, "acc_or": 0.9612244367599487}, "epoch": 162}
{"loss": -0.151203915476799, "acc": 0.9827742576599121, "acc_or": 0.991387128829956, "sender_entropy": 0.7547534108161926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 162}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7806122303009033}, "uniform holdout": {"acc": 0.9316326379776001, "acc_or": 0.9658162593841553}, "epoch": 163}
{"loss": -0.1392042338848114, "acc": 0.9839075207710266, "acc_or": 0.9919537901878357, "sender_entropy": 0.6823006868362427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 163}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9295917749404907, "acc_or": 0.9647958874702454}, "epoch": 164}
{"loss": -0.14895036816596985, "acc": 0.9858340620994568, "acc_or": 0.9929170608520508, "sender_entropy": 0.7520583868026733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 164}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9265305995941162, "acc_or": 0.9632652401924133}, "epoch": 165}
{"loss": -0.15784266591072083, "acc": 0.9857207536697388, "acc_or": 0.9928603768348694, "sender_entropy": 0.7927142977714539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 165}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7576530575752258}, "uniform holdout": {"acc": 0.9275509715080261, "acc_or": 0.9637754559516907}, "epoch": 166}
{"loss": -0.14296209812164307, "acc": 0.9858340620994568, "acc_or": 0.9929170608520508, "sender_entropy": 0.7088791728019714, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 166}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7653061151504517}, "uniform holdout": {"acc": 0.93265300989151, "acc_or": 0.9663264751434326}, "epoch": 167}
{"loss": -0.1381489485502243, "acc": 0.9874206781387329, "acc_or": 0.9937103390693665, "sender_entropy": 0.6821657419204712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 167}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "epoch": 168}
{"loss": -0.14015920460224152, "acc": 0.9864007234573364, "acc_or": 0.9932003617286682, "sender_entropy": 0.6818336248397827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 168}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7882652878761292}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 169}
{"loss": -0.15817248821258545, "acc": 0.9870806932449341, "acc_or": 0.993540346622467, "sender_entropy": 0.8013995289802551, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 169}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 170}
{"loss": -0.16579532623291016, "acc": 0.9844741821289062, "acc_or": 0.9922370910644531, "sender_entropy": 0.8282992243766785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 170}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7551020383834839}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 171}
{"loss": -0.1327480971813202, "acc": 0.9856074452400208, "acc_or": 0.992803692817688, "sender_entropy": 0.6361116170883179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 171}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7551020383834839}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 172}
{"loss": -0.15523141622543335, "acc": 0.9860607385635376, "acc_or": 0.9930303692817688, "sender_entropy": 0.7681646347045898, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 172}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 173}
{"loss": -0.15188632905483246, "acc": 0.9878739714622498, "acc_or": 0.9939370155334473, "sender_entropy": 0.751147985458374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 173}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7576530575752258}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 174}
{"loss": -0.16667905449867249, "acc": 0.9877606630325317, "acc_or": 0.9938803315162659, "sender_entropy": 0.8313033580780029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 174}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9306122064590454, "acc_or": 0.9653061032295227}, "epoch": 175}
{"loss": -0.14379361271858215, "acc": 0.9871940016746521, "acc_or": 0.9935970306396484, "sender_entropy": 0.7048657536506653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 175}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9275509715080261, "acc_or": 0.9637754559516907}, "epoch": 176}
{"loss": -0.1549755483865738, "acc": 0.9882139563560486, "acc_or": 0.9941070079803467, "sender_entropy": 0.7587910890579224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 176}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 177}
{"loss": -0.15874026715755463, "acc": 0.9881006479263306, "acc_or": 0.9940503239631653, "sender_entropy": 0.7849941253662109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 177}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 178}
{"loss": -0.15599241852760315, "acc": 0.9885539412498474, "acc_or": 0.9942770004272461, "sender_entropy": 0.765762984752655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 178}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 179}
{"loss": -0.1661655604839325, "acc": 0.9890072345733643, "acc_or": 0.9945036172866821, "sender_entropy": 0.8217944502830505, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 179}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7653061151504517}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 180}
{"loss": -0.13946160674095154, "acc": 0.9870806932449341, "acc_or": 0.993540346622467, "sender_entropy": 0.6604393720626831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 180}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7525510191917419}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 181}
{"loss": -0.1440163105726242, "acc": 0.9866273999214172, "acc_or": 0.9933136701583862, "sender_entropy": 0.6889258623123169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 181}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 182}
{"loss": -0.15431417524814606, "acc": 0.9871940016746521, "acc_or": 0.9935970306396484, "sender_entropy": 0.7435752153396606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 182}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 183}
{"loss": -0.14287978410720825, "acc": 0.9886672496795654, "acc_or": 0.9943336248397827, "sender_entropy": 0.674109160900116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 183}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.75}, "uniform holdout": {"acc": 0.93265300989151, "acc_or": 0.9663264751434326}, "epoch": 184}
{"loss": -0.16187243163585663, "acc": 0.9879872798919678, "acc_or": 0.9939936399459839, "sender_entropy": 0.7611887454986572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 184}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7525510191917419}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.9663264751434326}, "epoch": 185}
{"loss": -0.15717032551765442, "acc": 0.9873073697090149, "acc_or": 0.9936536550521851, "sender_entropy": 0.7385771870613098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 185}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.7602040767669678}, "uniform holdout": {"acc": 0.9306122064590454, "acc_or": 0.9653061032295227}, "epoch": 186}
{"loss": -0.1570199728012085, "acc": 0.9879872798919678, "acc_or": 0.9939936399459839, "sender_entropy": 0.7370114326477051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 186}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 187}
{"loss": -0.14096276462078094, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.6533684730529785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 187}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 188}
{"loss": -0.16127941012382507, "acc": 0.9869673848152161, "acc_or": 0.9934836626052856, "sender_entropy": 0.7571207284927368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 188}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.7602040767669678}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 189}
{"loss": -0.14235974848270416, "acc": 0.9886672496795654, "acc_or": 0.9943336248397827, "sender_entropy": 0.6558955311775208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 189}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 190}
{"loss": -0.1800023764371872, "acc": 0.9883272647857666, "acc_or": 0.9941636323928833, "sender_entropy": 0.8610346913337708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 190}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 191}
{"loss": -0.15406765043735504, "acc": 0.9901404976844788, "acc_or": 0.9950702786445618, "sender_entropy": 0.7159122824668884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 191}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 192}
{"loss": -0.1829088032245636, "acc": 0.9882139563560486, "acc_or": 0.9941070079803467, "sender_entropy": 0.8499775528907776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 192}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 193}
{"loss": -0.16075095534324646, "acc": 0.9905938506126404, "acc_or": 0.9952968955039978, "sender_entropy": 0.7504113912582397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 193}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 194}
{"loss": -0.17080119252204895, "acc": 0.9894605875015259, "acc_or": 0.9947302937507629, "sender_entropy": 0.7968268394470215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 194}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 195}
{"loss": -0.1535283923149109, "acc": 0.9907071590423584, "acc_or": 0.9953535795211792, "sender_entropy": 0.7021258473396301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 195}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 196}
{"loss": -0.1452123522758484, "acc": 0.9879872798919678, "acc_or": 0.9939936399459839, "sender_entropy": 0.629599928855896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 196}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 197}
{"loss": -0.14907674491405487, "acc": 0.9886672496795654, "acc_or": 0.9943336248397827, "sender_entropy": 0.6645764112472534, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 197}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 198}
{"loss": -0.1746034026145935, "acc": 0.9879872798919678, "acc_or": 0.9939936399459839, "sender_entropy": 0.7934907674789429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 198}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 199}
{"loss": -0.15190233290195465, "acc": 0.9887806177139282, "acc_or": 0.9943903088569641, "sender_entropy": 0.6725900173187256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 199}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 200}
{"loss": -0.16150175034999847, "acc": 0.9907071590423584, "acc_or": 0.9953535795211792, "sender_entropy": 0.7303112745285034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 200}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 201}
{"loss": -0.17353099584579468, "acc": 0.9900271892547607, "acc_or": 0.9950135946273804, "sender_entropy": 0.7811086773872375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 201}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7576530575752258}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 202}
{"loss": -0.18762804567813873, "acc": 0.9902538657188416, "acc_or": 0.9951269030570984, "sender_entropy": 0.8605045676231384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 202}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 203}
{"loss": -0.13530302047729492, "acc": 0.991387128829956, "acc_or": 0.995693564414978, "sender_entropy": 0.5864096283912659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 203}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 204}
{"loss": -0.17159037292003632, "acc": 0.989120602607727, "acc_or": 0.9945603013038635, "sender_entropy": 0.7647793889045715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 204}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.7576530575752258}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 205}
{"loss": -0.16922684013843536, "acc": 0.989120602607727, "acc_or": 0.9945603013038635, "sender_entropy": 0.7406424283981323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 205}
{"generalization hold out": {"acc": 0.48469385504722595, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 206}
{"loss": -0.16537442803382874, "acc": 0.9885539412498474, "acc_or": 0.9942770004272461, "sender_entropy": 0.728084146976471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 206}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 207}
{"loss": -0.15178106725215912, "acc": 0.9885539412498474, "acc_or": 0.9942770004272461, "sender_entropy": 0.6435854434967041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 207}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 208}
{"loss": -0.16639411449432373, "acc": 0.9874206781387329, "acc_or": 0.9937103390693665, "sender_entropy": 0.7166023850440979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 208}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 209}
{"loss": -0.14248885214328766, "acc": 0.9890072345733643, "acc_or": 0.9945036172866821, "sender_entropy": 0.6027170419692993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 209}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 210}
{"loss": -0.14889152348041534, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.6326112747192383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 210}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 211}
{"loss": -0.14813147485256195, "acc": 0.9887806177139282, "acc_or": 0.9943903088569641, "sender_entropy": 0.619834303855896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 211}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 212}
{"loss": -0.21017850935459137, "acc": 0.9893472194671631, "acc_or": 0.9946736097335815, "sender_entropy": 0.9233301281929016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 212}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 213}
{"loss": -0.16844822466373444, "acc": 0.9885539412498474, "acc_or": 0.9942770004272461, "sender_entropy": 0.7121010422706604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 213}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 214}
{"loss": -0.18584872782230377, "acc": 0.9894605875015259, "acc_or": 0.9947302937507629, "sender_entropy": 0.7950310111045837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 214}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 215}
{"loss": -0.17783205211162567, "acc": 0.9898005723953247, "acc_or": 0.9949002861976624, "sender_entropy": 0.7634312510490417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 215}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 216}
{"loss": -0.17058870196342468, "acc": 0.9896872043609619, "acc_or": 0.994843602180481, "sender_entropy": 0.7228507995605469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 216}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 217}
{"loss": -0.16779182851314545, "acc": 0.9909338355064392, "acc_or": 0.9954668879508972, "sender_entropy": 0.7077215909957886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 217}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 218}
{"loss": -0.17644751071929932, "acc": 0.9915004372596741, "acc_or": 0.9957502484321594, "sender_entropy": 0.7458935379981995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 218}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 219}
{"loss": -0.18773896992206573, "acc": 0.9901404976844788, "acc_or": 0.9950702786445618, "sender_entropy": 0.7909144759178162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 219}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 220}
{"loss": -0.2067442536354065, "acc": 0.9896872043609619, "acc_or": 0.994843602180481, "sender_entropy": 0.8711791038513184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 220}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 221}
{"loss": -0.18257592618465424, "acc": 0.9890072345733643, "acc_or": 0.9945036172866821, "sender_entropy": 0.7602394223213196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 221}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 222}
{"loss": -0.1829037070274353, "acc": 0.9895738959312439, "acc_or": 0.9947869181632996, "sender_entropy": 0.7570284008979797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 222}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 223}
{"loss": -0.1506151258945465, "acc": 0.9894605875015259, "acc_or": 0.9947302937507629, "sender_entropy": 0.6016308665275574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 223}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 224}
{"loss": -0.17250701785087585, "acc": 0.9895738959312439, "acc_or": 0.9947869181632996, "sender_entropy": 0.7072038054466248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 224}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 225}
{"loss": -0.18124771118164062, "acc": 0.9901404976844788, "acc_or": 0.9950702786445618, "sender_entropy": 0.7426227927207947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 225}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 226}
{"loss": -0.15725816786289215, "acc": 0.9915004372596741, "acc_or": 0.9957502484321594, "sender_entropy": 0.6338254809379578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 226}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 227}
{"loss": -0.17255152761936188, "acc": 0.9885539412498474, "acc_or": 0.9942770004272461, "sender_entropy": 0.6923907995223999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 227}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 228}
{"loss": -0.1815384030342102, "acc": 0.9899138808250427, "acc_or": 0.994956910610199, "sender_entropy": 0.7398618459701538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 228}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 229}
{"loss": -0.18137864768505096, "acc": 0.9890072345733643, "acc_or": 0.9945036172866821, "sender_entropy": 0.7345196604728699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 229}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6556122303009033}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 230}
{"loss": -0.17481260001659393, "acc": 0.9907071590423584, "acc_or": 0.9953535795211792, "sender_entropy": 0.6969364881515503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 230}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 231}
{"loss": -0.192277193069458, "acc": 0.9890072345733643, "acc_or": 0.9945036172866821, "sender_entropy": 0.7752102613449097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 231}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 232}
{"loss": -0.2048148810863495, "acc": 0.9896872043609619, "acc_or": 0.994843602180481, "sender_entropy": 0.8303917646408081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 232}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 233}
{"loss": -0.19872944056987762, "acc": 0.9896872043609619, "acc_or": 0.994843602180481, "sender_entropy": 0.802937924861908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 233}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 234}
{"loss": -0.17628353834152222, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.692826509475708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 234}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 235}
{"loss": -0.19980497658252716, "acc": 0.989120602607727, "acc_or": 0.9945603013038635, "sender_entropy": 0.8022480010986328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 235}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 236}
{"loss": -0.19680052995681763, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.7863730788230896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 236}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 237}
{"loss": -0.19650723040103912, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.7805410027503967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 237}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.93265300989151, "acc_or": 0.9663264751434326}, "epoch": 238}
{"loss": -0.16965672373771667, "acc": 0.9907071590423584, "acc_or": 0.9953535795211792, "sender_entropy": 0.653143584728241, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 238}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 239}
{"loss": -0.21821124851703644, "acc": 0.9894605875015259, "acc_or": 0.9947302937507629, "sender_entropy": 0.868512749671936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 239}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 240}
{"loss": -0.19632771611213684, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.7723853588104248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 240}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 241}
{"loss": -0.19552616775035858, "acc": 0.9926337003707886, "acc_or": 0.9963168501853943, "sender_entropy": 0.769305944442749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 241}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 242}
{"loss": -0.21737241744995117, "acc": 0.9905938506126404, "acc_or": 0.9952968955039978, "sender_entropy": 0.8504462838172913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 242}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 243}
{"loss": -0.1925489455461502, "acc": 0.9894605875015259, "acc_or": 0.9947302937507629, "sender_entropy": 0.7393708229064941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 243}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 244}
{"loss": -0.20419052243232727, "acc": 0.991273820400238, "acc_or": 0.9956368803977966, "sender_entropy": 0.7949527502059937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 244}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 245}
{"loss": -0.18812257051467896, "acc": 0.991273820400238, "acc_or": 0.9956368803977966, "sender_entropy": 0.7212241888046265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 245}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 246}
{"loss": -0.18818262219429016, "acc": 0.9899138808250427, "acc_or": 0.994956910610199, "sender_entropy": 0.7108873724937439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 246}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 247}
{"loss": -0.20418477058410645, "acc": 0.9900271892547607, "acc_or": 0.9950135946273804, "sender_entropy": 0.7848684191703796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 247}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 248}
{"loss": -0.19797414541244507, "acc": 0.9886672496795654, "acc_or": 0.9943336248397827, "sender_entropy": 0.7580331563949585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 248}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 249}
{"loss": -0.19350717961788177, "acc": 0.9898005723953247, "acc_or": 0.9949002861976624, "sender_entropy": 0.725981593132019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 249}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 250}
{"loss": -0.20013155043125153, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.7629675269126892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 250}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 251}
{"loss": -0.2051153928041458, "acc": 0.9901404976844788, "acc_or": 0.9950702786445618, "sender_entropy": 0.7783238291740417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 251}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 252}
{"loss": -0.19248855113983154, "acc": 0.9905938506126404, "acc_or": 0.9952968955039978, "sender_entropy": 0.7283816933631897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 252}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 253}
{"loss": -0.20424120128154755, "acc": 0.9903671741485596, "acc_or": 0.9951835870742798, "sender_entropy": 0.7716355323791504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 253}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 254}
{"loss": -0.1988218128681183, "acc": 0.9900271892547607, "acc_or": 0.9950135946273804, "sender_entropy": 0.7487804293632507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 254}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 255}
{"loss": -0.2222055047750473, "acc": 0.9898005723953247, "acc_or": 0.9949002861976624, "sender_entropy": 0.8395505547523499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 255}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 256}
{"loss": -0.2139090597629547, "acc": 0.9892339110374451, "acc_or": 0.9946169257164001, "sender_entropy": 0.7993853688240051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 256}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 257}
{"loss": -0.22373080253601074, "acc": 0.9890072345733643, "acc_or": 0.9945036172866821, "sender_entropy": 0.8390921950340271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 257}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 258}
{"loss": -0.19844773411750793, "acc": 0.9900271892547607, "acc_or": 0.9950135946273804, "sender_entropy": 0.7355886101722717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 258}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 259}
{"loss": -0.21292206645011902, "acc": 0.9895738959312439, "acc_or": 0.9947869181632996, "sender_entropy": 0.7889851331710815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 259}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 260}
{"loss": -0.22052809596061707, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.8228142261505127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 260}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 261}
{"loss": -0.20923686027526855, "acc": 0.9915004372596741, "acc_or": 0.9957502484321594, "sender_entropy": 0.7826677560806274, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 261}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 262}
{"loss": -0.20020371675491333, "acc": 0.9903671741485596, "acc_or": 0.9951835870742798, "sender_entropy": 0.7390502095222473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 262}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 263}
{"loss": -0.19780804216861725, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.7251328229904175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 263}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 264}
{"loss": -0.17400683462619781, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.6203185319900513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 264}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 265}
{"loss": -0.2026759684085846, "acc": 0.9893472194671631, "acc_or": 0.9946736097335815, "sender_entropy": 0.7439420223236084, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 265}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 266}
{"loss": -0.23223380744457245, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.8573786616325378, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 266}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 267}
{"loss": -0.18857868015766144, "acc": 0.9898005723953247, "acc_or": 0.9949002861976624, "sender_entropy": 0.6739540696144104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 267}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 268}
{"loss": -0.1738697588443756, "acc": 0.9895738959312439, "acc_or": 0.9947869181632996, "sender_entropy": 0.6158329248428345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 268}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 269}
{"loss": -0.16396261751651764, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.5728084444999695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 269}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 270}
{"loss": -0.2219698131084442, "acc": 0.9890072345733643, "acc_or": 0.9945036172866821, "sender_entropy": 0.8005133271217346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 270}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 271}
{"loss": -0.18615373969078064, "acc": 0.9894605875015259, "acc_or": 0.9947302937507629, "sender_entropy": 0.6592772603034973, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 271}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 272}
{"loss": -0.21008755266666412, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.7598832249641418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 272}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 273}
{"loss": -0.17315150797367096, "acc": 0.9911604523658752, "acc_or": 0.99558025598526, "sender_entropy": 0.6047919988632202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 273}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 274}
{"loss": -0.2068668156862259, "acc": 0.9895738959312439, "acc_or": 0.9947869181632996, "sender_entropy": 0.736621081829071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 274}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 275}
{"loss": -0.24144776165485382, "acc": 0.9896872043609619, "acc_or": 0.994843602180481, "sender_entropy": 0.8708648681640625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 275}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 276}
{"loss": -0.22805730998516083, "acc": 0.9909338355064392, "acc_or": 0.9954668879508972, "sender_entropy": 0.8145753145217896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 276}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 277}
{"loss": -0.23848256468772888, "acc": 0.9909338355064392, "acc_or": 0.9954668879508972, "sender_entropy": 0.855644941329956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 277}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 278}
{"loss": -0.1970943808555603, "acc": 0.9901404976844788, "acc_or": 0.9950702786445618, "sender_entropy": 0.685886025428772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 278}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 279}
{"loss": -0.2087884247303009, "acc": 0.9901404976844788, "acc_or": 0.9950702786445618, "sender_entropy": 0.7351544499397278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 279}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 280}
{"loss": -0.224814310669899, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.7972573041915894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 280}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 281}
{"loss": -0.19468837976455688, "acc": 0.9898005723953247, "acc_or": 0.9949002861976624, "sender_entropy": 0.6722068786621094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 281}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 282}
{"loss": -0.23384989798069, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.8263187408447266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 282}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 283}
{"loss": -0.22022667527198792, "acc": 0.9893472194671631, "acc_or": 0.9946736097335815, "sender_entropy": 0.7705010771751404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 283}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 284}
{"loss": -0.2130012959241867, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.7499257922172546, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 284}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 285}
{"loss": -0.21591079235076904, "acc": 0.9905938506126404, "acc_or": 0.9952968955039978, "sender_entropy": 0.751813530921936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 285}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 286}
{"loss": -0.21563062071800232, "acc": 0.9927470684051514, "acc_or": 0.9963735342025757, "sender_entropy": 0.753365159034729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 286}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 287}
{"loss": -0.20473086833953857, "acc": 0.9918404221534729, "acc_or": 0.9959202408790588, "sender_entropy": 0.7131555676460266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 287}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 288}
{"loss": -0.1913343071937561, "acc": 0.9918404221534729, "acc_or": 0.9959202408790588, "sender_entropy": 0.6573317050933838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 288}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 289}
{"loss": -0.23322172462940216, "acc": 0.9902538657188416, "acc_or": 0.9951269030570984, "sender_entropy": 0.8102127313613892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 289}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 290}
{"loss": -0.21559354662895203, "acc": 0.9929736852645874, "acc_or": 0.9964868426322937, "sender_entropy": 0.7504225969314575, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 290}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 291}
{"loss": -0.21496988832950592, "acc": 0.9900271892547607, "acc_or": 0.9950135946273804, "sender_entropy": 0.7365772724151611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 291}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 292}
{"loss": -0.24171894788742065, "acc": 0.9925203919410706, "acc_or": 0.9962602257728577, "sender_entropy": 0.8450000286102295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 292}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 293}
{"loss": -0.21487970650196075, "acc": 0.9896872043609619, "acc_or": 0.994843602180481, "sender_entropy": 0.7362796664237976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 293}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 294}
{"loss": -0.1902671903371811, "acc": 0.9894605875015259, "acc_or": 0.9947302937507629, "sender_entropy": 0.6333001255989075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 294}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 295}
{"loss": -0.18850480020046234, "acc": 0.991273820400238, "acc_or": 0.9956368803977966, "sender_entropy": 0.6337615251541138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 295}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 296}
{"loss": -0.21207691729068756, "acc": 0.9903671741485596, "acc_or": 0.9951835870742798, "sender_entropy": 0.7198207974433899, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 296}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 297}
{"loss": -0.23610153794288635, "acc": 0.9896872043609619, "acc_or": 0.994843602180481, "sender_entropy": 0.8053404688835144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 297}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 298}
{"loss": -0.2311563789844513, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.7933616042137146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 298}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 299}
{"loss": -0.23277820646762848, "acc": 0.9894605875015259, "acc_or": 0.9947302937507629, "sender_entropy": 0.7899436354637146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 299}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 300}
{"loss": -0.26343217492103577, "acc": 0.9885539412498474, "acc_or": 0.9942770004272461, "sender_entropy": 0.8979922533035278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 300}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 301}
{"loss": -0.2034599930047989, "acc": 0.9907071590423584, "acc_or": 0.9953535795211792, "sender_entropy": 0.683915376663208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 301}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 302}
{"loss": -0.21198256313800812, "acc": 0.9905938506126404, "acc_or": 0.9952968955039978, "sender_entropy": 0.7105920910835266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 302}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 303}
{"loss": -0.24728471040725708, "acc": 0.9896872043609619, "acc_or": 0.994843602180481, "sender_entropy": 0.8339948058128357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 303}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 304}
{"loss": -0.23766210675239563, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.8091437816619873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 304}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 305}
{"loss": -0.25453680753707886, "acc": 0.9887806177139282, "acc_or": 0.9943903088569641, "sender_entropy": 0.8574730157852173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 305}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 306}
{"loss": -0.19887855648994446, "acc": 0.9905938506126404, "acc_or": 0.9952968955039978, "sender_entropy": 0.6579172611236572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 306}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 307}
{"loss": -0.2288764864206314, "acc": 0.9893472194671631, "acc_or": 0.9946736097335815, "sender_entropy": 0.7648413181304932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 307}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 308}
{"loss": -0.2091815173625946, "acc": 0.9898005723953247, "acc_or": 0.9949002861976624, "sender_entropy": 0.6948039531707764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 308}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 309}
{"loss": -0.19642195105552673, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.6468126773834229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 309}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 310}
{"loss": -0.23280069231987, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.7777451276779175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 310}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 311}
{"loss": -0.24223490059375763, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.8083208203315735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 311}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 312}
{"loss": -0.2552422285079956, "acc": 0.9879872798919678, "acc_or": 0.9939936399459839, "sender_entropy": 0.8487995266914368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 312}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 313}
{"loss": -0.2299458086490631, "acc": 0.9920670986175537, "acc_or": 0.9960335493087769, "sender_entropy": 0.7645708918571472, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 313}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 314}
{"loss": -0.23881518840789795, "acc": 0.9909338355064392, "acc_or": 0.9954668879508972, "sender_entropy": 0.7893345952033997, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 314}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 315}
{"loss": -0.21135485172271729, "acc": 0.9909338355064392, "acc_or": 0.9954668879508972, "sender_entropy": 0.6913172006607056, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 315}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 316}
{"loss": -0.2465638816356659, "acc": 0.9901404976844788, "acc_or": 0.9950702786445618, "sender_entropy": 0.8149096965789795, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 316}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 317}
{"loss": -0.2397066056728363, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.787611186504364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 317}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 318}
{"loss": -0.23835115134716034, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.7846124172210693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 318}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 319}
{"loss": -0.2556059658527374, "acc": 0.9920670986175537, "acc_or": 0.9960335493087769, "sender_entropy": 0.8468466401100159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 319}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 320}
{"loss": -0.220160573720932, "acc": 0.9898005723953247, "acc_or": 0.9949002861976624, "sender_entropy": 0.7170161008834839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 320}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 321}
{"loss": -0.22791169583797455, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.7471891641616821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 321}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 322}
{"loss": -0.23348519206047058, "acc": 0.9899138808250427, "acc_or": 0.994956910610199, "sender_entropy": 0.7594497799873352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 322}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 323}
{"loss": -0.22061078250408173, "acc": 0.9888939261436462, "acc_or": 0.9944469332695007, "sender_entropy": 0.7114444971084595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 323}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 324}
{"loss": -0.214300736784935, "acc": 0.9903671741485596, "acc_or": 0.9951835870742798, "sender_entropy": 0.6939103007316589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 324}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 325}
{"loss": -0.2327975034713745, "acc": 0.9911604523658752, "acc_or": 0.99558025598526, "sender_entropy": 0.7553818225860596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 325}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 326}
{"loss": -0.21491467952728271, "acc": 0.9894605875015259, "acc_or": 0.9947302937507629, "sender_entropy": 0.6857126355171204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 326}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 327}
{"loss": -0.22578084468841553, "acc": 0.9911604523658752, "acc_or": 0.99558025598526, "sender_entropy": 0.7307212948799133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 327}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 328}
{"loss": -0.23556509613990784, "acc": 0.991387128829956, "acc_or": 0.995693564414978, "sender_entropy": 0.7652366757392883, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 328}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 329}
{"loss": -0.22240200638771057, "acc": 0.9894605875015259, "acc_or": 0.9947302937507629, "sender_entropy": 0.7117750644683838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 329}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 330}
{"loss": -0.23870404064655304, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.7727672457695007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 330}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 331}
{"loss": -0.22552208602428436, "acc": 0.9894605875015259, "acc_or": 0.9947302937507629, "sender_entropy": 0.7216187119483948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 331}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 332}
{"loss": -0.2287186086177826, "acc": 0.9899138808250427, "acc_or": 0.994956910610199, "sender_entropy": 0.7305483222007751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 332}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 333}
{"loss": -0.23177266120910645, "acc": 0.9915004372596741, "acc_or": 0.9957502484321594, "sender_entropy": 0.7409036159515381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 333}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 334}
{"loss": -0.2510276138782501, "acc": 0.9899138808250427, "acc_or": 0.994956910610199, "sender_entropy": 0.8027775287628174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 334}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 335}
{"loss": -0.24732179939746857, "acc": 0.9902538657188416, "acc_or": 0.9951269030570984, "sender_entropy": 0.7935776710510254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 335}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 336}
{"loss": -0.237462118268013, "acc": 0.9898005723953247, "acc_or": 0.9949002861976624, "sender_entropy": 0.7532222270965576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 336}
{"generalization hold out": {"acc": 0.34183672070503235, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 337}
{"loss": -0.23604530096054077, "acc": 0.9922937154769897, "acc_or": 0.9961468577384949, "sender_entropy": 0.7549058198928833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 337}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 338}
{"loss": -0.282004177570343, "acc": 0.989120602607727, "acc_or": 0.9945603013038635, "sender_entropy": 0.8931955695152283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 338}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 339}
{"loss": -0.20591190457344055, "acc": 0.9918404221534729, "acc_or": 0.9959202408790588, "sender_entropy": 0.6499620079994202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 339}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 340}
{"loss": -0.20988570153713226, "acc": 0.9898005723953247, "acc_or": 0.9949002861976624, "sender_entropy": 0.6592560410499573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 340}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 341}
{"loss": -0.24015548825263977, "acc": 0.9901404976844788, "acc_or": 0.9950702786445618, "sender_entropy": 0.7627263069152832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 341}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 342}
{"loss": -0.2564610242843628, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.8197585940361023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 342}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 343}
{"loss": -0.20970354974269867, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.6584405899047852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 343}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 344}
{"loss": -0.25890982151031494, "acc": 0.9885539412498474, "acc_or": 0.9942770004272461, "sender_entropy": 0.8187025785446167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 344}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 345}
{"loss": -0.2022303342819214, "acc": 0.9899138808250427, "acc_or": 0.994956910610199, "sender_entropy": 0.6238691806793213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 345}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 346}
{"loss": -0.24234482645988464, "acc": 0.9893472194671631, "acc_or": 0.9946736097335815, "sender_entropy": 0.7591189742088318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 346}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 347}
{"loss": -0.2790292501449585, "acc": 0.9909338355064392, "acc_or": 0.9954668879508972, "sender_entropy": 0.8850113153457642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 347}
{"generalization hold out": {"acc": 0.47959181666374207, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 348}
{"loss": -0.19546695053577423, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.5991063714027405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 348}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 349}
{"loss": -0.21247199177742004, "acc": 0.9911604523658752, "acc_or": 0.99558025598526, "sender_entropy": 0.660785436630249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 349}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 350}
{"loss": -0.26385125517845154, "acc": 0.991273820400238, "acc_or": 0.9956368803977966, "sender_entropy": 0.8312798738479614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 350}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 351}
{"loss": -0.19720147550106049, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.604548990726471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 351}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 352}
{"loss": -0.257312536239624, "acc": 0.9890072345733643, "acc_or": 0.9945036172866821, "sender_entropy": 0.8080936670303345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 352}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 353}
{"loss": -0.20824238657951355, "acc": 0.9888939261436462, "acc_or": 0.9944469332695007, "sender_entropy": 0.6346881985664368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 353}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 354}
{"loss": -0.2223418802022934, "acc": 0.9905938506126404, "acc_or": 0.9952968955039978, "sender_entropy": 0.6907724142074585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 354}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 355}
{"loss": -0.2352035790681839, "acc": 0.9907071590423584, "acc_or": 0.9953535795211792, "sender_entropy": 0.7312213182449341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 355}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 356}
{"loss": -0.21551157534122467, "acc": 0.9898005723953247, "acc_or": 0.9949002861976624, "sender_entropy": 0.656356930732727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 356}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 357}
{"loss": -0.24100787937641144, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.7503584027290344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 357}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 358}
{"loss": -0.266582190990448, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.8345421552658081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 358}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 359}
{"loss": -0.2112463265657425, "acc": 0.9919537901878357, "acc_or": 0.9959768652915955, "sender_entropy": 0.6478844881057739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 359}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 360}
{"loss": -0.23775866627693176, "acc": 0.9909338355064392, "acc_or": 0.9954668879508972, "sender_entropy": 0.7322226762771606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 360}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 361}
{"loss": -0.2438308596611023, "acc": 0.9920670986175537, "acc_or": 0.9960335493087769, "sender_entropy": 0.7589291930198669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 361}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 362}
{"loss": -0.23585361242294312, "acc": 0.9902538657188416, "acc_or": 0.9951269030570984, "sender_entropy": 0.7272728085517883, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 362}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 363}
{"loss": -0.23916085064411163, "acc": 0.9894605875015259, "acc_or": 0.9947302937507629, "sender_entropy": 0.7328135371208191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 363}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 364}
{"loss": -0.20299239456653595, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.6210787892341614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 364}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 365}
{"loss": -0.2028992921113968, "acc": 0.9918404221534729, "acc_or": 0.9959202408790588, "sender_entropy": 0.6178475618362427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 365}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6428571343421936}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 366}
{"loss": -0.22887952625751495, "acc": 0.9902538657188416, "acc_or": 0.9951269030570984, "sender_entropy": 0.6972572803497314, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 366}
{"generalization hold out": {"acc": 0.30102041363716125, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 367}
{"loss": -0.2317831665277481, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.7111271023750305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 367}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6428571343421936}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 368}
{"loss": -0.21908462047576904, "acc": 0.991387128829956, "acc_or": 0.995693564414978, "sender_entropy": 0.6688414812088013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 368}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 369}
{"loss": -0.24683403968811035, "acc": 0.9892339110374451, "acc_or": 0.9946169257164001, "sender_entropy": 0.7513924241065979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 369}
{"generalization hold out": {"acc": 0.34183672070503235, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 370}
{"loss": -0.23104237020015717, "acc": 0.9907071590423584, "acc_or": 0.9953535795211792, "sender_entropy": 0.701786458492279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 370}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 371}
{"loss": -0.25683388113975525, "acc": 0.991273820400238, "acc_or": 0.9956368803977966, "sender_entropy": 0.784858226776123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 371}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 372}
{"loss": -0.2743237316608429, "acc": 0.991387128829956, "acc_or": 0.995693564414978, "sender_entropy": 0.8417494893074036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 372}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 373}
{"loss": -0.22059066593647003, "acc": 0.9902538657188416, "acc_or": 0.9951269030570984, "sender_entropy": 0.665127694606781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 373}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6428571343421936}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 374}
{"loss": -0.28347885608673096, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.872817873954773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 374}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 375}
{"loss": -0.26212936639785767, "acc": 0.9896872043609619, "acc_or": 0.994843602180481, "sender_entropy": 0.8012943267822266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 375}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 376}
{"loss": -0.22424058616161346, "acc": 0.9920670986175537, "acc_or": 0.9960335493087769, "sender_entropy": 0.6792557835578918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 376}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 377}
{"loss": -0.23024554550647736, "acc": 0.989120602607727, "acc_or": 0.9945603013038635, "sender_entropy": 0.6847222447395325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 377}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 378}
{"loss": -0.24807137250900269, "acc": 0.9901404976844788, "acc_or": 0.9950702786445618, "sender_entropy": 0.7513901591300964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 378}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 379}
{"loss": -0.23157386481761932, "acc": 0.9901404976844788, "acc_or": 0.9950702786445618, "sender_entropy": 0.693812370300293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 379}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 380}
{"loss": -0.22513821721076965, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.678013801574707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 380}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 381}
{"loss": -0.2678905725479126, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.8128163814544678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 381}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 382}
{"loss": -0.24336984753608704, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.7330851554870605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 382}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 383}
{"loss": -0.24761943519115448, "acc": 0.9894605875015259, "acc_or": 0.9947302937507629, "sender_entropy": 0.7435554265975952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 383}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 384}
{"loss": -0.24668841063976288, "acc": 0.9915004372596741, "acc_or": 0.9957502484321594, "sender_entropy": 0.7473719120025635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 384}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 385}
{"loss": -0.2317078858613968, "acc": 0.9892339110374451, "acc_or": 0.9946169257164001, "sender_entropy": 0.689898669719696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 385}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 386}
{"loss": -0.19288720190525055, "acc": 0.9918404221534729, "acc_or": 0.9959202408790588, "sender_entropy": 0.5722216963768005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 386}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 387}
{"loss": -0.22553497552871704, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.6712710857391357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 387}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 388}
{"loss": -0.22034840285778046, "acc": 0.9928603768348694, "acc_or": 0.9964302182197571, "sender_entropy": 0.6670650243759155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 388}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 389}
{"loss": -0.23534303903579712, "acc": 0.991273820400238, "acc_or": 0.9956368803977966, "sender_entropy": 0.7001684308052063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 389}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 390}
{"loss": -0.26639220118522644, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.8042871952056885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 390}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 391}
{"loss": -0.27159765362739563, "acc": 0.9916138052940369, "acc_or": 0.995806872844696, "sender_entropy": 0.818960428237915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 391}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 392}
{"loss": -0.21265892684459686, "acc": 0.9903671741485596, "acc_or": 0.9951835870742798, "sender_entropy": 0.6280050277709961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 392}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 393}
{"loss": -0.262296199798584, "acc": 0.9918404221534729, "acc_or": 0.9959202408790588, "sender_entropy": 0.7879102826118469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 393}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 394}
{"loss": -0.24954980611801147, "acc": 0.9930870532989502, "acc_or": 0.9965435266494751, "sender_entropy": 0.7498862147331238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 394}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 395}
{"loss": -0.24556630849838257, "acc": 0.9905938506126404, "acc_or": 0.9952968955039978, "sender_entropy": 0.7286555171012878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 395}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 396}
{"loss": -0.2567985951900482, "acc": 0.9915004372596741, "acc_or": 0.9957502484321594, "sender_entropy": 0.7689892649650574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 396}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 397}
{"loss": -0.2736580967903137, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.8216575384140015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 397}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 398}
{"loss": -0.2522907853126526, "acc": 0.9909338355064392, "acc_or": 0.9954668879508972, "sender_entropy": 0.7543721795082092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 398}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 399}
{"loss": -0.2593989074230194, "acc": 0.991273820400238, "acc_or": 0.9956368803977966, "sender_entropy": 0.7758544683456421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 399}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 400}
{"loss": -0.22176921367645264, "acc": 0.9901404976844788, "acc_or": 0.9950702786445618, "sender_entropy": 0.6472598314285278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 400}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 401}
{"loss": -0.272805392742157, "acc": 0.9905938506126404, "acc_or": 0.9952968955039978, "sender_entropy": 0.8133721947669983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 401}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 402}
{"loss": -0.24808631837368011, "acc": 0.9928603768348694, "acc_or": 0.9964302182197571, "sender_entropy": 0.7406410574913025, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 402}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 403}
{"loss": -0.24820281565189362, "acc": 0.9917271137237549, "acc_or": 0.9958635568618774, "sender_entropy": 0.7379117012023926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 403}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 404}
{"loss": -0.2610945403575897, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.7752468585968018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 404}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 405}
{"loss": -0.24763160943984985, "acc": 0.9916138052940369, "acc_or": 0.995806872844696, "sender_entropy": 0.7307634949684143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 405}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 406}
{"loss": -0.2612687051296234, "acc": 0.9899138808250427, "acc_or": 0.994956910610199, "sender_entropy": 0.7696482539176941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 406}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 407}
{"loss": -0.2585999071598053, "acc": 0.9918404221534729, "acc_or": 0.9959202408790588, "sender_entropy": 0.7671594619750977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 407}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 408}
{"loss": -0.23574070632457733, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.6926273107528687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 408}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 409}
{"loss": -0.25182467699050903, "acc": 0.9907071590423584, "acc_or": 0.9953535795211792, "sender_entropy": 0.7412375807762146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 409}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 410}
{"loss": -0.2285187989473343, "acc": 0.9902538657188416, "acc_or": 0.9951269030570984, "sender_entropy": 0.6607317924499512, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 410}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 411}
{"loss": -0.2636297941207886, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.7769865989685059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 411}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 412}
{"loss": -0.21378853917121887, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.6170867681503296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 412}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 413}
{"loss": -0.2320508509874344, "acc": 0.9911604523658752, "acc_or": 0.99558025598526, "sender_entropy": 0.6756871938705444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 413}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 414}
{"loss": -0.22687165439128876, "acc": 0.9919537901878357, "acc_or": 0.9959768652915955, "sender_entropy": 0.6612730622291565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 414}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 415}
{"loss": -0.24204978346824646, "acc": 0.9903671741485596, "acc_or": 0.9951835870742798, "sender_entropy": 0.70705246925354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 415}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 416}
{"loss": -0.2565598487854004, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.7538346648216248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 416}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 417}
{"loss": -0.256866455078125, "acc": 0.9909338355064392, "acc_or": 0.9954668879508972, "sender_entropy": 0.7493891716003418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 417}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 418}
{"loss": -0.24337901175022125, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.7090743780136108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 418}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 419}
{"loss": -0.22604194283485413, "acc": 0.9929736852645874, "acc_or": 0.9964868426322937, "sender_entropy": 0.6576697826385498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 419}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 420}
{"loss": -0.2511524260044098, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.7287840843200684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 420}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 421}
{"loss": -0.25332552194595337, "acc": 0.9902538657188416, "acc_or": 0.9951269030570984, "sender_entropy": 0.7376621961593628, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 421}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 422}
{"loss": -0.20322827994823456, "acc": 0.9902538657188416, "acc_or": 0.9951269030570984, "sender_entropy": 0.5786483883857727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 422}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 423}
{"loss": -0.2648770809173584, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.7714346647262573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 423}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 424}
{"loss": -0.30009910464286804, "acc": 0.9925203919410706, "acc_or": 0.9962602257728577, "sender_entropy": 0.8835765719413757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 424}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 425}
{"loss": -0.27100324630737305, "acc": 0.993540346622467, "acc_or": 0.9967701435089111, "sender_entropy": 0.796933114528656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 425}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 426}
{"loss": -0.26901939511299133, "acc": 0.9905938506126404, "acc_or": 0.9952968955039978, "sender_entropy": 0.7854526042938232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 426}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 427}
{"loss": -0.24676638841629028, "acc": 0.9915004372596741, "acc_or": 0.9957502484321594, "sender_entropy": 0.714974582195282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 427}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 428}
{"loss": -0.2593610882759094, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7606892585754395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 428}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 429}
{"loss": -0.28450503945350647, "acc": 0.9925203919410706, "acc_or": 0.9962602257728577, "sender_entropy": 0.8350481390953064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 429}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 430}
{"loss": -0.24064527451992035, "acc": 0.9926337003707886, "acc_or": 0.9963168501853943, "sender_entropy": 0.6990829706192017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 430}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 431}
{"loss": -0.2862074375152588, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.8390189409255981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 431}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 432}
{"loss": -0.23883379995822906, "acc": 0.9918404221534729, "acc_or": 0.9959202408790588, "sender_entropy": 0.6870012283325195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 432}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 433}
{"loss": -0.2423265278339386, "acc": 0.9939936399459839, "acc_or": 0.9969968199729919, "sender_entropy": 0.704730212688446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 433}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 434}
{"loss": -0.2590770125389099, "acc": 0.9915004372596741, "acc_or": 0.9957502484321594, "sender_entropy": 0.7460174560546875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 434}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 435}
{"loss": -0.23978596925735474, "acc": 0.9927470684051514, "acc_or": 0.9963735342025757, "sender_entropy": 0.6934834122657776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 435}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 436}
{"loss": -0.18434429168701172, "acc": 0.9937670230865479, "acc_or": 0.9968835115432739, "sender_entropy": 0.5174821615219116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 436}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 437}
{"loss": -0.27213403582572937, "acc": 0.9932003617286682, "acc_or": 0.9966002106666565, "sender_entropy": 0.792930543422699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 437}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 438}
{"loss": -0.2834949791431427, "acc": 0.9916138052940369, "acc_or": 0.995806872844696, "sender_entropy": 0.820138692855835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 438}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 439}
{"loss": -0.2687874734401703, "acc": 0.9901404976844788, "acc_or": 0.9950702786445618, "sender_entropy": 0.7711672186851501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 439}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 440}
{"loss": -0.2568817734718323, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.7372241020202637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 440}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 441}
{"loss": -0.3091929852962494, "acc": 0.9918404221534729, "acc_or": 0.9959202408790588, "sender_entropy": 0.8981677889823914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 441}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 442}
{"loss": -0.23805223405361176, "acc": 0.993427038192749, "acc_or": 0.9967135190963745, "sender_entropy": 0.6852009296417236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 442}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 443}
{"loss": -0.19309963285923004, "acc": 0.9905938506126404, "acc_or": 0.9952968955039978, "sender_entropy": 0.5388434529304504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 443}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 444}
{"loss": -0.23626495897769928, "acc": 0.9916138052940369, "acc_or": 0.995806872844696, "sender_entropy": 0.6717656850814819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 444}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 445}
{"loss": -0.25857868790626526, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.738772988319397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 445}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 446}
{"loss": -0.3099976181983948, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.89858478307724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 446}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 447}
{"loss": -0.24961936473846436, "acc": 0.9925203919410706, "acc_or": 0.9962602257728577, "sender_entropy": 0.7180630564689636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 447}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 448}
{"loss": -0.19552797079086304, "acc": 0.9922937154769897, "acc_or": 0.9961468577384949, "sender_entropy": 0.5463821887969971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 448}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 449}
{"loss": -0.2645600438117981, "acc": 0.9939936399459839, "acc_or": 0.9969968199729919, "sender_entropy": 0.7658684849739075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 449}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 450}
{"loss": -0.2258712649345398, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.6401988863945007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 450}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 451}
{"loss": -0.23237858712673187, "acc": 0.9929736852645874, "acc_or": 0.9964868426322937, "sender_entropy": 0.6630125045776367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 451}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 452}
{"loss": -0.25191017985343933, "acc": 0.9919537901878357, "acc_or": 0.9959768652915955, "sender_entropy": 0.7179041504859924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 452}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 453}
{"loss": -0.2296895980834961, "acc": 0.9919537901878357, "acc_or": 0.9959768652915955, "sender_entropy": 0.6506249308586121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 453}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 454}
{"loss": -0.26483190059661865, "acc": 0.9932003617286682, "acc_or": 0.9966002106666565, "sender_entropy": 0.7597469091415405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 454}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 455}
{"loss": -0.2540150582790375, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.7207117080688477, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 455}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 456}
{"loss": -0.2657196819782257, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7671149969100952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 456}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 457}
{"loss": -0.2565949261188507, "acc": 0.9917271137237549, "acc_or": 0.9958635568618774, "sender_entropy": 0.7308469414710999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 457}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 458}
{"loss": -0.221460223197937, "acc": 0.9916138052940369, "acc_or": 0.995806872844696, "sender_entropy": 0.623661994934082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 458}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 459}
{"loss": -0.2389659583568573, "acc": 0.9911604523658752, "acc_or": 0.99558025598526, "sender_entropy": 0.6702626943588257, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 459}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 460}
{"loss": -0.2859021723270416, "acc": 0.9905938506126404, "acc_or": 0.9952968955039978, "sender_entropy": 0.8141320943832397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 460}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 461}
{"loss": -0.24730807542800903, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7059260010719299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 461}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 462}
{"loss": -0.26223990321159363, "acc": 0.9917271137237549, "acc_or": 0.9958635568618774, "sender_entropy": 0.7421579360961914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 462}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 463}
{"loss": -0.2710258364677429, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.7721433043479919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 463}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 464}
{"loss": -0.2658696174621582, "acc": 0.9919537901878357, "acc_or": 0.9959768652915955, "sender_entropy": 0.7514141798019409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 464}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 465}
{"loss": -0.31268033385276794, "acc": 0.993427038192749, "acc_or": 0.9967135190963745, "sender_entropy": 0.8943825364112854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 465}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 466}
{"loss": -0.27057260274887085, "acc": 0.9925203919410706, "acc_or": 0.9962602257728577, "sender_entropy": 0.7672446966171265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 466}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 467}
{"loss": -0.26662811636924744, "acc": 0.9909338355064392, "acc_or": 0.9954668879508972, "sender_entropy": 0.7507104873657227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 467}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 468}
{"loss": -0.2277810424566269, "acc": 0.9901404976844788, "acc_or": 0.9950702786445618, "sender_entropy": 0.6284647583961487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 468}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 469}
{"loss": -0.28070002794265747, "acc": 0.9917271137237549, "acc_or": 0.9958635568618774, "sender_entropy": 0.7961419224739075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 469}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 470}
{"loss": -0.24586477875709534, "acc": 0.9903671741485596, "acc_or": 0.9951835870742798, "sender_entropy": 0.6806595325469971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 470}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 471}
{"loss": -0.23234060406684875, "acc": 0.9922937154769897, "acc_or": 0.9961468577384949, "sender_entropy": 0.6454375386238098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 471}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 472}
{"loss": -0.27432480454444885, "acc": 0.9916138052940369, "acc_or": 0.995806872844696, "sender_entropy": 0.7738432288169861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 472}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 473}
{"loss": -0.28798434138298035, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.8164835572242737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 473}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 474}
{"loss": -0.2658442258834839, "acc": 0.9917271137237549, "acc_or": 0.9958635568618774, "sender_entropy": 0.7445777654647827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 474}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 475}
{"loss": -0.2859814465045929, "acc": 0.9932003617286682, "acc_or": 0.9966002106666565, "sender_entropy": 0.8085411787033081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 475}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 476}
{"loss": -0.29404157400131226, "acc": 0.9911604523658752, "acc_or": 0.99558025598526, "sender_entropy": 0.8253411054611206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 476}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 477}
{"loss": -0.2784145474433899, "acc": 0.9932003617286682, "acc_or": 0.9966002106666565, "sender_entropy": 0.7886419892311096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 477}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 478}
{"loss": -0.27549251914024353, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.7754862904548645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 478}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 479}
{"loss": -0.26331591606140137, "acc": 0.9927470684051514, "acc_or": 0.9963735342025757, "sender_entropy": 0.7433459758758545, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 479}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 480}
{"loss": -0.2711675763130188, "acc": 0.9919537901878357, "acc_or": 0.9959768652915955, "sender_entropy": 0.7614368796348572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 480}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 481}
{"loss": -0.2395608127117157, "acc": 0.991273820400238, "acc_or": 0.9956368803977966, "sender_entropy": 0.6638001203536987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 481}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 482}
{"loss": -0.29897475242614746, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.8392978310585022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 482}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 483}
{"loss": -0.33626094460487366, "acc": 0.991273820400238, "acc_or": 0.9956368803977966, "sender_entropy": 0.9465737342834473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 483}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 484}
{"loss": -0.2600674033164978, "acc": 0.9916138052940369, "acc_or": 0.995806872844696, "sender_entropy": 0.723314642906189, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 484}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 485}
{"loss": -0.28224435448646545, "acc": 0.9918404221534729, "acc_or": 0.9959202408790588, "sender_entropy": 0.7903253436088562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 485}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 486}
{"loss": -0.26059451699256897, "acc": 0.9915004372596741, "acc_or": 0.9957502484321594, "sender_entropy": 0.7260720133781433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 486}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 487}
{"loss": -0.26433265209198, "acc": 0.9919537901878357, "acc_or": 0.9959768652915955, "sender_entropy": 0.7351703643798828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 487}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 488}
{"loss": -0.19124552607536316, "acc": 0.9928603768348694, "acc_or": 0.9964302182197571, "sender_entropy": 0.5205904245376587, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 488}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 489}
{"loss": -0.2860526442527771, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.8027477860450745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 489}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 490}
{"loss": -0.2577238082885742, "acc": 0.9907071590423584, "acc_or": 0.9953535795211792, "sender_entropy": 0.7121501564979553, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 490}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 491}
{"loss": -0.25272858142852783, "acc": 0.991273820400238, "acc_or": 0.9956368803977966, "sender_entropy": 0.6976121068000793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 491}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 492}
{"loss": -0.2411576211452484, "acc": 0.9926337003707886, "acc_or": 0.9963168501853943, "sender_entropy": 0.6673702597618103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 492}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 493}
{"loss": -0.2576134204864502, "acc": 0.9903671741485596, "acc_or": 0.9951835870742798, "sender_entropy": 0.7111873030662537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 493}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 494}
{"loss": -0.2823992073535919, "acc": 0.991273820400238, "acc_or": 0.9956368803977966, "sender_entropy": 0.7845943570137024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 494}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 495}
{"loss": -0.2523570954799652, "acc": 0.991273820400238, "acc_or": 0.9956368803977966, "sender_entropy": 0.6982770562171936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 495}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 496}
{"loss": -0.29032719135284424, "acc": 0.9929736852645874, "acc_or": 0.9964868426322937, "sender_entropy": 0.811167299747467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 496}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 497}
{"loss": -0.22487333416938782, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.6239051222801208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 497}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 498}
{"loss": -0.2547016441822052, "acc": 0.9909338355064392, "acc_or": 0.9954668879508972, "sender_entropy": 0.6998413801193237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 498}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 499}
{"loss": -0.2925891876220703, "acc": 0.9909338355064392, "acc_or": 0.9954668879508972, "sender_entropy": 0.8104197978973389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 499}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 500}
{"loss": -0.2536919414997101, "acc": 0.9916138052940369, "acc_or": 0.995806872844696, "sender_entropy": 0.6969959139823914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 500}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 501}
{"loss": -0.24369750916957855, "acc": 0.9922937154769897, "acc_or": 0.9961468577384949, "sender_entropy": 0.6730920672416687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 501}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 502}
{"loss": -0.29936033487319946, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.8293500542640686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 502}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 503}
{"loss": -0.2796219289302826, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.774370014667511, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 503}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 504}
{"loss": -0.278201699256897, "acc": 0.9928603768348694, "acc_or": 0.9964302182197571, "sender_entropy": 0.7715441584587097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 504}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 505}
{"loss": -0.25001803040504456, "acc": 0.9926337003707886, "acc_or": 0.9963168501853943, "sender_entropy": 0.6900113224983215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 505}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 506}
{"loss": -0.23860637843608856, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.6500638127326965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 506}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 507}
{"loss": -0.2516077756881714, "acc": 0.9922937154769897, "acc_or": 0.9961468577384949, "sender_entropy": 0.6899605393409729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 507}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 508}
{"loss": -0.29205578565597534, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.8115514516830444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 508}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 509}
{"loss": -0.29712343215942383, "acc": 0.9915004372596741, "acc_or": 0.9957502484321594, "sender_entropy": 0.8231359720230103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 509}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 510}
{"loss": -0.31128665804862976, "acc": 0.9907071590423584, "acc_or": 0.9953535795211792, "sender_entropy": 0.8557006120681763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 510}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 511}
{"loss": -0.2820964753627777, "acc": 0.9911604523658752, "acc_or": 0.99558025598526, "sender_entropy": 0.7747852802276611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 511}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 512}
{"loss": -0.30132079124450684, "acc": 0.9915004372596741, "acc_or": 0.9957502484321594, "sender_entropy": 0.8289260864257812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 512}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 513}
{"loss": -0.24454234540462494, "acc": 0.9925203919410706, "acc_or": 0.9962602257728577, "sender_entropy": 0.6698295474052429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 513}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 514}
{"loss": -0.24614021182060242, "acc": 0.9909338355064392, "acc_or": 0.9954668879508972, "sender_entropy": 0.6712925434112549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 514}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 515}
{"loss": -0.2269321233034134, "acc": 0.9922937154769897, "acc_or": 0.9961468577384949, "sender_entropy": 0.6169149875640869, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 515}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 516}
{"loss": -0.29490959644317627, "acc": 0.9916138052940369, "acc_or": 0.995806872844696, "sender_entropy": 0.8135868906974792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 516}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 517}
{"loss": -0.3276841938495636, "acc": 0.9926337003707886, "acc_or": 0.9963168501853943, "sender_entropy": 0.9093919992446899, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 517}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 518}
{"loss": -0.2571411728858948, "acc": 0.9925203919410706, "acc_or": 0.9962602257728577, "sender_entropy": 0.7014236450195312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 518}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 519}
{"loss": -0.23828379809856415, "acc": 0.993427038192749, "acc_or": 0.9967135190963745, "sender_entropy": 0.6508967876434326, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 519}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 520}
{"loss": -0.2271915227174759, "acc": 0.9928603768348694, "acc_or": 0.9964302182197571, "sender_entropy": 0.6166349053382874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 520}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 521}
{"loss": -0.223526731133461, "acc": 0.991273820400238, "acc_or": 0.9956368803977966, "sender_entropy": 0.6044056415557861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 521}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 522}
{"loss": -0.32354736328125, "acc": 0.9918404221534729, "acc_or": 0.9959202408790588, "sender_entropy": 0.8937798738479614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 522}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 523}
{"loss": -0.22361230850219727, "acc": 0.9930870532989502, "acc_or": 0.9965435266494751, "sender_entropy": 0.6080870032310486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 523}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 524}
{"loss": -0.2397908866405487, "acc": 0.9917271137237549, "acc_or": 0.9958635568618774, "sender_entropy": 0.6488438248634338, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 524}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 525}
{"loss": -0.2656462490558624, "acc": 0.9928603768348694, "acc_or": 0.9964302182197571, "sender_entropy": 0.7250597476959229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 525}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 526}
{"loss": -0.2652817666530609, "acc": 0.993427038192749, "acc_or": 0.9967135190963745, "sender_entropy": 0.7274330258369446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 526}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 527}
{"loss": -0.24337567389011383, "acc": 0.9937670230865479, "acc_or": 0.9968835115432739, "sender_entropy": 0.6658872365951538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 527}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 528}
{"loss": -0.3076029419898987, "acc": 0.991273820400238, "acc_or": 0.9956368803977966, "sender_entropy": 0.8469695448875427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 528}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 529}
{"loss": -0.2315845489501953, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.623724639415741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 529}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 530}
{"loss": -0.2688256502151489, "acc": 0.9902538657188416, "acc_or": 0.9951269030570984, "sender_entropy": 0.7246525287628174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 530}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 531}
{"loss": -0.27919870615005493, "acc": 0.9932003617286682, "acc_or": 0.9966002106666565, "sender_entropy": 0.7673484683036804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 531}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 532}
{"loss": -0.3090432584285736, "acc": 0.9925203919410706, "acc_or": 0.9962602257728577, "sender_entropy": 0.8503190279006958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 532}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 533}
{"loss": -0.24152062833309174, "acc": 0.993540346622467, "acc_or": 0.9967701435089111, "sender_entropy": 0.6595767140388489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 533}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 534}
{"loss": -0.22545841336250305, "acc": 0.9916138052940369, "acc_or": 0.995806872844696, "sender_entropy": 0.605377733707428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 534}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 535}
{"loss": -0.29991650581359863, "acc": 0.9939936399459839, "acc_or": 0.9969968199729919, "sender_entropy": 0.8232348561286926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 535}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 536}
{"loss": -0.3048202693462372, "acc": 0.9919537901878357, "acc_or": 0.9959768652915955, "sender_entropy": 0.8311852812767029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 536}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 537}
{"loss": -0.27277645468711853, "acc": 0.9932003617286682, "acc_or": 0.9966002106666565, "sender_entropy": 0.745741605758667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 537}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 538}
{"loss": -0.3046765625476837, "acc": 0.9936536550521851, "acc_or": 0.9968268275260925, "sender_entropy": 0.8340137004852295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 538}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 539}
{"loss": -0.2752656638622284, "acc": 0.9936536550521851, "acc_or": 0.9968268275260925, "sender_entropy": 0.7520855069160461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 539}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 540}
{"loss": -0.21029514074325562, "acc": 0.9930870532989502, "acc_or": 0.9965435266494751, "sender_entropy": 0.5597790479660034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 540}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 541}
{"loss": -0.24819286167621613, "acc": 0.991387128829956, "acc_or": 0.995693564414978, "sender_entropy": 0.6640251278877258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 541}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 542}
{"loss": -0.266073077917099, "acc": 0.9927470684051514, "acc_or": 0.9963735342025757, "sender_entropy": 0.7182037234306335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 542}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 543}
{"loss": -0.33609092235565186, "acc": 0.9933136701583862, "acc_or": 0.9966568350791931, "sender_entropy": 0.9231919646263123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 543}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 544}
{"loss": -0.27738454937934875, "acc": 0.9936536550521851, "acc_or": 0.9968268275260925, "sender_entropy": 0.7563427686691284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 544}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 545}
{"loss": -0.28922080993652344, "acc": 0.9926337003707886, "acc_or": 0.9963168501853943, "sender_entropy": 0.7860764861106873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 545}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 546}
{"loss": -0.3209267258644104, "acc": 0.9919537901878357, "acc_or": 0.9959768652915955, "sender_entropy": 0.875522255897522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 546}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 547}
{"loss": -0.26348677277565, "acc": 0.9925203919410706, "acc_or": 0.9962602257728577, "sender_entropy": 0.7134714126586914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 547}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 548}
{"loss": -0.23109012842178345, "acc": 0.993540346622467, "acc_or": 0.9967701435089111, "sender_entropy": 0.6241097450256348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 548}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 549}
{"loss": -0.3025110960006714, "acc": 0.9918404221534729, "acc_or": 0.9959202408790588, "sender_entropy": 0.8189550042152405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 549}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 550}
{"loss": -0.2411746084690094, "acc": 0.9917271137237549, "acc_or": 0.9958635568618774, "sender_entropy": 0.6439139246940613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 550}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 551}
{"loss": -0.2828628122806549, "acc": 0.9926337003707886, "acc_or": 0.9963168501853943, "sender_entropy": 0.7652907967567444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 551}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 552}
{"loss": -0.2540398836135864, "acc": 0.993427038192749, "acc_or": 0.9967135190963745, "sender_entropy": 0.6851659417152405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 552}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 553}
{"loss": -0.28845787048339844, "acc": 0.993427038192749, "acc_or": 0.9967135190963745, "sender_entropy": 0.784857988357544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 553}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 554}
{"loss": -0.2971993386745453, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.8115909695625305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 554}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 555}
{"loss": -0.262271523475647, "acc": 0.9932003617286682, "acc_or": 0.9966002106666565, "sender_entropy": 0.7088094353675842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 555}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 556}
{"loss": -0.30976855754852295, "acc": 0.9927470684051514, "acc_or": 0.9963735342025757, "sender_entropy": 0.8404169082641602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 556}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 557}
{"loss": -0.25161656737327576, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.6782552003860474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 557}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 558}
{"loss": -0.274042010307312, "acc": 0.9927470684051514, "acc_or": 0.9963735342025757, "sender_entropy": 0.7367321848869324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 558}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 559}
{"loss": -0.2554533779621124, "acc": 0.993540346622467, "acc_or": 0.9967701435089111, "sender_entropy": 0.691348671913147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 559}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 560}
{"loss": -0.2510907053947449, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6770123839378357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 560}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 561}
{"loss": -0.27796459197998047, "acc": 0.9925203919410706, "acc_or": 0.9962602257728577, "sender_entropy": 0.7497261762619019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 561}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 562}
{"loss": -0.2661057412624359, "acc": 0.991387128829956, "acc_or": 0.995693564414978, "sender_entropy": 0.7135896682739258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 562}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 563}
{"loss": -0.2897980511188507, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.7823100090026855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 563}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 564}
{"loss": -0.2776883542537689, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.7374207973480225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 564}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 565}
{"loss": -0.258963942527771, "acc": 0.9916138052940369, "acc_or": 0.995806872844696, "sender_entropy": 0.6909031867980957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 565}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 566}
{"loss": -0.32356294989585876, "acc": 0.9926337003707886, "acc_or": 0.9963168501853943, "sender_entropy": 0.8771634697914124, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 566}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 567}
{"loss": -0.3232113718986511, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.8765929341316223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 567}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 568}
{"loss": -0.28617730736732483, "acc": 0.991387128829956, "acc_or": 0.995693564414978, "sender_entropy": 0.7671341300010681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 568}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 569}
{"loss": -0.27890250086784363, "acc": 0.9928603768348694, "acc_or": 0.9964302182197571, "sender_entropy": 0.7503342032432556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 569}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 570}
{"loss": -0.29231181740760803, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.7814121246337891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 570}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 571}
{"loss": -0.2654602527618408, "acc": 0.993540346622467, "acc_or": 0.9967701435089111, "sender_entropy": 0.7150309085845947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 571}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 572}
{"loss": -0.2645840644836426, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.708049476146698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 572}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 573}
{"loss": -0.18690502643585205, "acc": 0.991387128829956, "acc_or": 0.995693564414978, "sender_entropy": 0.48263415694236755, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 573}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 574}
{"loss": -0.22914955019950867, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.6051928400993347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 574}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 575}
{"loss": -0.2560057044029236, "acc": 0.9925203919410706, "acc_or": 0.9962602257728577, "sender_entropy": 0.6809424161911011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 575}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 576}
{"loss": -0.3021791875362396, "acc": 0.9917271137237549, "acc_or": 0.9958635568618774, "sender_entropy": 0.8104329705238342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 576}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 577}
{"loss": -0.32574930787086487, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.8766300082206726, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 577}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 578}
{"loss": -0.2801518142223358, "acc": 0.9936536550521851, "acc_or": 0.9968268275260925, "sender_entropy": 0.7549071311950684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 578}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 579}
{"loss": -0.22831988334655762, "acc": 0.9933136701583862, "acc_or": 0.9966568350791931, "sender_entropy": 0.6036726236343384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 579}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 580}
{"loss": -0.30644750595092773, "acc": 0.9920670986175537, "acc_or": 0.9960335493087769, "sender_entropy": 0.8197692036628723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 580}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 581}
{"loss": -0.3156808018684387, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.8461518883705139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 581}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 582}
{"loss": -0.2745833992958069, "acc": 0.9917271137237549, "acc_or": 0.9958635568618774, "sender_entropy": 0.7286989092826843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 582}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 583}
{"loss": -0.22743289172649384, "acc": 0.991387128829956, "acc_or": 0.995693564414978, "sender_entropy": 0.5959978103637695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 583}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 584}
{"loss": -0.27858057618141174, "acc": 0.9917271137237549, "acc_or": 0.9958635568618774, "sender_entropy": 0.7402321100234985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 584}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 585}
{"loss": -0.30987393856048584, "acc": 0.9933136701583862, "acc_or": 0.9966568350791931, "sender_entropy": 0.8338479995727539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 585}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 586}
{"loss": -0.2301226556301117, "acc": 0.9932003617286682, "acc_or": 0.9966002106666565, "sender_entropy": 0.6049942970275879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 586}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 587}
{"loss": -0.21240457892417908, "acc": 0.9933136701583862, "acc_or": 0.9966568350791931, "sender_entropy": 0.557773232460022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 587}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 588}
{"loss": -0.2595420181751251, "acc": 0.9938803315162659, "acc_or": 0.9969401359558105, "sender_entropy": 0.6902505159378052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 588}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 589}
{"loss": -0.3121144473552704, "acc": 0.9930870532989502, "acc_or": 0.9965435266494751, "sender_entropy": 0.8356657028198242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 589}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 590}
{"loss": -0.2628505527973175, "acc": 0.9937670230865479, "acc_or": 0.9968835115432739, "sender_entropy": 0.7028729319572449, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 590}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 591}
{"loss": -0.23456209897994995, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.6134905815124512, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 591}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 592}
{"loss": -0.3151635527610779, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.8499897718429565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 592}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 593}
{"loss": -0.2693940997123718, "acc": 0.9917271137237549, "acc_or": 0.9958635568618774, "sender_entropy": 0.7127254009246826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 593}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 594}
{"loss": -0.31689971685409546, "acc": 0.9929736852645874, "acc_or": 0.9964868426322937, "sender_entropy": 0.8481593728065491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 594}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 595}
{"loss": -0.2633863687515259, "acc": 0.9898005723953247, "acc_or": 0.9949002861976624, "sender_entropy": 0.6760476231575012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 595}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 596}
{"loss": -0.27234429121017456, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.7271676063537598, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 596}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 597}
{"loss": -0.2776340842247009, "acc": 0.9930870532989502, "acc_or": 0.9965435266494751, "sender_entropy": 0.7396761775016785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 597}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 598}
{"loss": -0.2564815878868103, "acc": 0.9926337003707886, "acc_or": 0.9963168501853943, "sender_entropy": 0.6764472723007202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 598}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 599}
{"loss": -0.2961139380931854, "acc": 0.9920670986175537, "acc_or": 0.9960335493087769, "sender_entropy": 0.7860753536224365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 599}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 600}
{"loss": -0.33038362860679626, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.8805149793624878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 600}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 601}
{"loss": -0.28170323371887207, "acc": 0.9924070835113525, "acc_or": 0.9962035417556763, "sender_entropy": 0.7467155456542969, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 601}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 602}
{"loss": -0.23354312777519226, "acc": 0.9918404221534729, "acc_or": 0.9959202408790588, "sender_entropy": 0.6120133996009827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 602}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 603}
{"loss": -0.26246845722198486, "acc": 0.9920670986175537, "acc_or": 0.9960335493087769, "sender_entropy": 0.69333815574646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 603}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 604}
{"loss": -0.23994433879852295, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.6368125677108765, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 604}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 605}
{"loss": -0.2725638747215271, "acc": 0.9919537901878357, "acc_or": 0.9959768652915955, "sender_entropy": 0.7162700295448303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 605}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 606}
{"loss": -0.20846033096313477, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5529069304466248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 606}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 607}
{"loss": -0.2691727578639984, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.7178642749786377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 607}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 608}
{"loss": -0.2707907259464264, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7192937731742859, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 608}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 609}
{"loss": -0.2929650843143463, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.7737910151481628, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 609}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 610}
{"loss": -0.28086355328559875, "acc": 0.9937670230865479, "acc_or": 0.9968835115432739, "sender_entropy": 0.744735598564148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 610}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 611}
{"loss": -0.31429770588874817, "acc": 0.9930870532989502, "acc_or": 0.9965435266494751, "sender_entropy": 0.8343334197998047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 611}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 612}
{"loss": -0.26285719871520996, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.6987826228141785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 612}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 613}
{"loss": -0.2662871181964874, "acc": 0.9930870532989502, "acc_or": 0.9965435266494751, "sender_entropy": 0.7029949426651001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 613}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 614}
{"loss": -0.2431918829679489, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6427168846130371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 614}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 615}
{"loss": -0.2980932295322418, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7967718839645386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 615}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 616}
{"loss": -0.260516881942749, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.6893666982650757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 616}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 617}
{"loss": -0.28310632705688477, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7526702284812927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 617}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 618}
{"loss": -0.2666664123535156, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7107527852058411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 618}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 619}
{"loss": -0.2948233187198639, "acc": 0.9933136701583862, "acc_or": 0.9966568350791931, "sender_entropy": 0.7797970771789551, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 619}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 620}
{"loss": -0.2709030210971832, "acc": 0.9922937154769897, "acc_or": 0.9961468577384949, "sender_entropy": 0.7159609794616699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 620}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 621}
{"loss": -0.2694924771785736, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7163575291633606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 621}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 622}
{"loss": -0.2964668273925781, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7886398434638977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 622}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 623}
{"loss": -0.261986643075943, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.6934205889701843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 623}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 624}
{"loss": -0.2940565049648285, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7819133400917053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 624}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 625}
{"loss": -0.261109858751297, "acc": 0.993540346622467, "acc_or": 0.9967701435089111, "sender_entropy": 0.6917961239814758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 625}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 626}
{"loss": -0.23813140392303467, "acc": 0.9936536550521851, "acc_or": 0.9968268275260925, "sender_entropy": 0.6266065239906311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 626}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 627}
{"loss": -0.29762083292007446, "acc": 0.9937670230865479, "acc_or": 0.9968835115432739, "sender_entropy": 0.7873234748840332, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 627}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 628}
{"loss": -0.29622089862823486, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7879241108894348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 628}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 629}
{"loss": -0.2757984399795532, "acc": 0.9925203919410706, "acc_or": 0.9962602257728577, "sender_entropy": 0.7289524674415588, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 629}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 630}
{"loss": -0.29632946848869324, "acc": 0.9932003617286682, "acc_or": 0.9966002106666565, "sender_entropy": 0.7828593850135803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 630}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 631}
{"loss": -0.22452875971794128, "acc": 0.993540346622467, "acc_or": 0.9967701435089111, "sender_entropy": 0.5841293931007385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 631}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 632}
{"loss": -0.26567918062210083, "acc": 0.9922937154769897, "acc_or": 0.9961468577384949, "sender_entropy": 0.6911795139312744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 632}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 633}
{"loss": -0.2924426198005676, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7720407247543335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 633}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 634}
{"loss": -0.3175022602081299, "acc": 0.9930870532989502, "acc_or": 0.9965435266494751, "sender_entropy": 0.8365490436553955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 634}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 635}
{"loss": -0.29784876108169556, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7882068753242493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 635}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 636}
{"loss": -0.27739012241363525, "acc": 0.993427038192749, "acc_or": 0.9967135190963745, "sender_entropy": 0.7262275218963623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 636}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 637}
{"loss": -0.26164349913597107, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6881426572799683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 637}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 638}
{"loss": -0.2502397298812866, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6605962514877319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 638}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 639}
{"loss": -0.2915765941143036, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7711818218231201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 639}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 640}
{"loss": -0.2581987977027893, "acc": 0.9936536550521851, "acc_or": 0.9968268275260925, "sender_entropy": 0.6780239939689636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 640}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 641}
{"loss": -0.30007368326187134, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7982838153839111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 641}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 642}
{"loss": -0.28539222478866577, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.7516018152236938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 642}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 643}
{"loss": -0.2670324742794037, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.7027475833892822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 643}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 644}
{"loss": -0.33091312646865845, "acc": 0.9937670230865479, "acc_or": 0.9968835115432739, "sender_entropy": 0.8686782121658325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 644}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 645}
{"loss": -0.24509945511817932, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.6345218420028687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 645}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 646}
{"loss": -0.26865679025650024, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7087743878364563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 646}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 647}
{"loss": -0.2570025622844696, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.673384428024292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 647}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 648}
{"loss": -0.27889877557754517, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7359917759895325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 648}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 649}
{"loss": -0.2544339597225189, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6692888736724854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 649}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 650}
{"loss": -0.2491268813610077, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6508573293685913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 650}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 651}
{"loss": -0.31015250086784363, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8162983059883118, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 651}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 652}
{"loss": -0.30313387513160706, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7993963360786438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 652}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 653}
{"loss": -0.2720542848110199, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7119076251983643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 653}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 654}
{"loss": -0.27536821365356445, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7219178676605225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 654}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 655}
{"loss": -0.29096725583076477, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.7641270160675049, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 655}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 656}
{"loss": -0.3102101981639862, "acc": 0.9937670230865479, "acc_or": 0.9968835115432739, "sender_entropy": 0.8141933679580688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 656}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 657}
{"loss": -0.29574888944625854, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7768115401268005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 657}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 658}
{"loss": -0.30265775322914124, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.7939833402633667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 658}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 659}
{"loss": -0.32212233543395996, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.8441766500473022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 659}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 660}
{"loss": -0.2614351511001587, "acc": 0.9937670230865479, "acc_or": 0.9968835115432739, "sender_entropy": 0.6812033653259277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 660}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 661}
{"loss": -0.26940256357192993, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7040365934371948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 661}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 662}
{"loss": -0.2630142569541931, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6900674700737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 662}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 663}
{"loss": -0.2750488817691803, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.719112753868103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 663}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 664}
{"loss": -0.2761109173297882, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.7213543057441711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 664}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 665}
{"loss": -0.26706168055534363, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.701240062713623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 665}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 666}
{"loss": -0.24949787557125092, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6538366079330444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 666}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 667}
{"loss": -0.2907584011554718, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7615978717803955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 667}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 668}
{"loss": -0.26038414239883423, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6789953112602234, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 668}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 669}
{"loss": -0.3045344948768616, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8015321493148804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 669}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 670}
{"loss": -0.23732692003250122, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.62135910987854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 670}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 671}
{"loss": -0.29008224606513977, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7590696215629578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 671}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 672}
{"loss": -0.28579679131507874, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7488321661949158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 672}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 673}
{"loss": -0.27816829085350037, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7315313220024109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 673}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 674}
{"loss": -0.28632986545562744, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.749799907207489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 674}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 675}
{"loss": -0.27508383989334106, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7179678678512573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 675}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 676}
{"loss": -0.3119046986103058, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8198078274726868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 676}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 677}
{"loss": -0.28259509801864624, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7391423583030701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 677}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 678}
{"loss": -0.3371027708053589, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8837028741836548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 678}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 679}
{"loss": -0.26483017206192017, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6913732886314392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 679}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 680}
{"loss": -0.26827147603034973, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7018406987190247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 680}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 681}
{"loss": -0.3162119686603546, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8239418268203735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 681}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 682}
{"loss": -0.2624165713787079, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6853904128074646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 682}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 683}
{"loss": -0.32350221276283264, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8498236536979675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 683}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 684}
{"loss": -0.24785490334033966, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6476102471351624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 684}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9724489450454712}, "epoch": 685}
{"loss": -0.28997817635536194, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7615248560905457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 685}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 686}
{"loss": -0.24339063465595245, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.6276809573173523, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 686}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 687}
{"loss": -0.30942001938819885, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.8065287470817566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 687}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 688}
{"loss": -0.30075597763061523, "acc": 0.9937670230865479, "acc_or": 0.9968835115432739, "sender_entropy": 0.7788226008415222, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 688}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 689}
{"loss": -0.2741279900074005, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7142457365989685, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 689}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 690}
{"loss": -0.2953794300556183, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7687105536460876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 690}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 691}
{"loss": -0.31658419966697693, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8270934224128723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 691}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 692}
{"loss": -0.27837061882019043, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7255152463912964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 692}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 693}
{"loss": -0.24986232817173004, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6480821371078491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 693}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 694}
{"loss": -0.2585716247558594, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.6670809388160706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 694}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 695}
{"loss": -0.3353482484817505, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8761865496635437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 695}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 696}
{"loss": -0.28027430176734924, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7283749580383301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 696}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 697}
{"loss": -0.32394906878471375, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8460335731506348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 697}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 698}
{"loss": -0.2605755031108856, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6749815344810486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 698}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 699}
{"loss": -0.27729713916778564, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7215936779975891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 699}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 700}
{"loss": -0.3173633813858032, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.8212992548942566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 700}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 701}
{"loss": -0.3291586935520172, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8538442254066467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 701}
{"generalization hold out": {"acc": 0.2908163070678711, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 702}
{"loss": -0.2695452570915222, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7044075727462769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 702}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 703}
{"loss": -0.30190643668174744, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7875157594680786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 703}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 704}
{"loss": -0.2777027189731598, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7224923968315125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 704}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 705}
{"loss": -0.2890682518482208, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.754155695438385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 705}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 706}
{"loss": -0.2745155990123749, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7116159200668335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 706}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 707}
{"loss": -0.265590637922287, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6881963610649109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 707}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 708}
{"loss": -0.2629333734512329, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.67914879322052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 708}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 709}
{"loss": -0.2790227234363556, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7250874042510986, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 709}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 710}
{"loss": -0.21808570623397827, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5650306344032288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 710}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 711}
{"loss": -0.2909020483493805, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7549559473991394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 711}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 712}
{"loss": -0.32319390773773193, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8363862037658691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 712}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 713}
{"loss": -0.26606622338294983, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6914993524551392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 713}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 714}
{"loss": -0.2503845691680908, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6450172662734985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 714}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 715}
{"loss": -0.2938167452812195, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7615580558776855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 715}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 716}
{"loss": -0.26071345806121826, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6738136410713196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 716}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9673469066619873}, "epoch": 717}
{"loss": -0.2897605299949646, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7519322633743286, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 717}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 718}
{"loss": -0.2894878685474396, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7540279626846313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 718}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 719}
{"loss": -0.24102313816547394, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.62288498878479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 719}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 720}
{"loss": -0.2932325303554535, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7586188316345215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 720}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 721}
{"loss": -0.3248940110206604, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8452641367912292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 721}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 722}
{"loss": -0.31169137358665466, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8038491606712341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 722}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 723}
{"loss": -0.310952365398407, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8047481179237366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 723}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 724}
{"loss": -0.278709352016449, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7198178768157959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 724}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 725}
{"loss": -0.289788156747818, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7502188086509705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 725}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 726}
{"loss": -0.28014156222343445, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.722856342792511, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 726}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 727}
{"loss": -0.20704355835914612, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5307589769363403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 727}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 728}
{"loss": -0.3030718266963959, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.784565269947052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 728}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 729}
{"loss": -0.32441774010658264, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.8379642963409424, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 729}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9714285135269165}, "epoch": 730}
{"loss": -0.34787359833717346, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8980112075805664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 730}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 731}
{"loss": -0.3335033357143402, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8652158975601196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 731}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9724489450454712}, "epoch": 732}
{"loss": -0.2944537401199341, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7642357349395752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 732}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9709182977676392}, "epoch": 733}
{"loss": -0.2665391266345978, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6876647472381592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 733}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 734}
{"loss": -0.30672499537467957, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.78809654712677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 734}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 735}
{"loss": -0.3310771584510803, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8566150665283203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 735}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 736}
{"loss": -0.2549920678138733, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6572466492652893, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 736}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 737}
{"loss": -0.32560768723487854, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8400975465774536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 737}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 738}
{"loss": -0.31315621733665466, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8065123558044434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 738}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 739}
{"loss": -0.25009480118751526, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6418216824531555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 739}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 740}
{"loss": -0.26337364315986633, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6779943704605103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 740}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 741}
{"loss": -0.26711684465408325, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6870434880256653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 741}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 742}
{"loss": -0.28816673159599304, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7415578961372375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 742}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 743}
{"loss": -0.2716027796268463, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6993024349212646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 743}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 744}
{"loss": -0.33479923009872437, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.865437924861908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 744}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 745}
{"loss": -0.2360331416130066, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6033914685249329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 745}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 746}
{"loss": -0.2522073984146118, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6490525007247925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 746}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.949999988079071, "acc_or": 0.9749999642372131}, "epoch": 747}
{"loss": -0.35182324051856995, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.9080248475074768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 747}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 748}
{"loss": -0.26046279072761536, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6707044243812561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 748}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 749}
{"loss": -0.2606492340564728, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6683812141418457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 749}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9724489450454712}, "epoch": 750}
{"loss": -0.2637268304824829, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6780162453651428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 750}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 751}
{"loss": -0.22575709223747253, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5725600123405457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 751}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 752}
{"loss": -0.29439669847488403, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7588456273078918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 752}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 753}
{"loss": -0.24981550872325897, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.642733633518219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 753}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 754}
{"loss": -0.30018165707588196, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7740834951400757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 754}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 755}
{"loss": -0.3025193214416504, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7808055877685547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 755}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 756}
{"loss": -0.32721325755119324, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8448261022567749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 756}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9719387292861938}, "epoch": 757}
{"loss": -0.2904059886932373, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7474537491798401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 757}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9734693169593811}, "epoch": 758}
{"loss": -0.2747252583503723, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7029679417610168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 758}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 759}
{"loss": -0.29574325680732727, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7620896100997925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 759}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 760}
{"loss": -0.3058498203754425, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.78586745262146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 760}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 761}
{"loss": -0.26337730884552, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6741151809692383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 761}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 762}
{"loss": -0.3072335124015808, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7904624342918396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 762}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 763}
{"loss": -0.31922855973243713, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8214103579521179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 763}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 764}
{"loss": -0.2971154451370239, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.762384295463562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 764}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 765}
{"loss": -0.3270472586154938, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8437346816062927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 765}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 766}
{"loss": -0.2991928458213806, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7702011466026306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 766}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 767}
{"loss": -0.21548248827457428, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5505543947219849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 767}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 768}
{"loss": -0.2690683901309967, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6929823756217957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 768}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 769}
{"loss": -0.3082506060600281, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7936420440673828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 769}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 770}
{"loss": -0.2939387857913971, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7554234266281128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 770}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 771}
{"loss": -0.2793737053871155, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7167509198188782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 771}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 772}
{"loss": -0.25488290190696716, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6488915681838989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 772}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 773}
{"loss": -0.29029321670532227, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.743947446346283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 773}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 774}
{"loss": -0.26491275429725647, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6785431504249573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 774}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 775}
{"loss": -0.31157076358795166, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8016549944877625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 775}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 776}
{"loss": -0.2936457097530365, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7506470680236816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 776}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 777}
{"loss": -0.2704516053199768, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6942217350006104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 777}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 778}
{"loss": -0.2822902500629425, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7231125235557556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 778}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 779}
{"loss": -0.29545339941978455, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7611961364746094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 779}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 780}
{"loss": -0.3436514735221863, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8832064867019653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 780}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 781}
{"loss": -0.2919248938560486, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7475295066833496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 781}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 782}
{"loss": -0.2946186065673828, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7535635828971863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 782}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 783}
{"loss": -0.27092891931533813, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6928195357322693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 783}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 784}
{"loss": -0.24443107843399048, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6241887807846069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 784}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 785}
{"loss": -0.3032609224319458, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7759006023406982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 785}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 786}
{"loss": -0.2605924904346466, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6666857600212097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 786}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 787}
{"loss": -0.292959600687027, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.750663697719574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 787}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 788}
{"loss": -0.2549799680709839, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6505354046821594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 788}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 789}
{"loss": -0.28222447633743286, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7197210788726807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 789}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 790}
{"loss": -0.33671268820762634, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8646172285079956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 790}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 791}
{"loss": -0.29577529430389404, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7571415901184082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 791}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 792}
{"loss": -0.28933054208755493, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7389329671859741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 792}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 793}
{"loss": -0.2505659759044647, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6402137279510498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 793}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 794}
{"loss": -0.334353506565094, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8561177253723145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 794}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 795}
{"loss": -0.2887481153011322, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7375549077987671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 795}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 796}
{"loss": -0.2933313250541687, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7508556246757507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 796}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 797}
{"loss": -0.30417147278785706, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7766663432121277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 797}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 798}
{"loss": -0.29764479398727417, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7607955932617188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 798}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 799}
{"loss": -0.3400546908378601, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8711578845977783, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 799}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 800}
{"loss": -0.2369256168603897, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6037383079528809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 800}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 801}
{"loss": -0.2623941898345947, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6689333319664001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 801}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9719387292861938}, "epoch": 802}
{"loss": -0.2671204209327698, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6805351376533508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 802}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9704081416130066}, "epoch": 803}
{"loss": -0.308045357465744, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7870748043060303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 803}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 804}
{"loss": -0.27175769209861755, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6917946338653564, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 804}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 805}
{"loss": -0.2973380386829376, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7571476101875305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 805}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 806}
{"loss": -0.2977573871612549, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7581876516342163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 806}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 807}
{"loss": -0.2740732431411743, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6966499090194702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 807}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 808}
{"loss": -0.29725953936576843, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7558488845825195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 808}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 809}
{"loss": -0.28025150299072266, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7121556401252747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 809}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 810}
{"loss": -0.24972094595432281, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.633374035358429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 810}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 811}
{"loss": -0.2645346522331238, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6759933829307556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 811}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 812}
{"loss": -0.3281081020832062, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8361630439758301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 812}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 813}
{"loss": -0.34297946095466614, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.875390887260437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 813}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 814}
{"loss": -0.24289265275001526, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6146954894065857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 814}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 815}
{"loss": -0.33456307649612427, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8507229089736938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 815}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 816}
{"loss": -0.33112019300460815, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8431456089019775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 816}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 817}
{"loss": -0.2808453142642975, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7125079035758972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 817}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 818}
{"loss": -0.34273940324783325, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8727719187736511, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 818}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 819}
{"loss": -0.25085169076919556, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6371095180511475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 819}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 820}
{"loss": -0.30477580428123474, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7758223414421082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 820}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 821}
{"loss": -0.27152469754219055, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6892892122268677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 821}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 822}
{"loss": -0.3132747709751129, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.794124186038971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 822}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 823}
{"loss": -0.34625720977783203, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8794912695884705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 823}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 824}
{"loss": -0.27653592824935913, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7020372152328491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 824}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 825}
{"loss": -0.3073674440383911, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7803992629051208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 825}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 826}
{"loss": -0.2568892240524292, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6494385004043579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 826}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 827}
{"loss": -0.24965324997901917, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6328014731407166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 827}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 828}
{"loss": -0.26145195960998535, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6634419560432434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 828}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 829}
{"loss": -0.28045976161956787, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.711810827255249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 829}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 830}
{"loss": -0.2901943325996399, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7366052269935608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 830}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 831}
{"loss": -0.29166707396507263, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7398625016212463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 831}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 832}
{"loss": -0.23957400023937225, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6039981245994568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 832}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 833}
{"loss": -0.27604374289512634, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6974703669548035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 833}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 834}
{"loss": -0.278757780790329, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7081816792488098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 834}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9714285135269165}, "epoch": 835}
{"loss": -0.31446316838264465, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7967506051063538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 835}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 836}
{"loss": -0.2812001705169678, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7119133472442627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 836}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 837}
{"loss": -0.27610746026039124, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6971673369407654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 837}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 838}
{"loss": -0.3162156641483307, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8033892512321472, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 838}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 839}
{"loss": -0.30145639181137085, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7654493451118469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 839}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 840}
{"loss": -0.32389354705810547, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8214384913444519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 840}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 841}
{"loss": -0.28704333305358887, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7258361577987671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 841}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 842}
{"loss": -0.31998202204704285, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8078052401542664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 842}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 843}
{"loss": -0.3184017539024353, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8050339221954346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 843}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 844}
{"loss": -0.2869957983493805, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7254725098609924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 844}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 845}
{"loss": -0.3006318509578705, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7624271512031555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 845}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 846}
{"loss": -0.2640531063079834, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6663088798522949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 846}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 847}
{"loss": -0.30788514018058777, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7787382006645203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 847}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 848}
{"loss": -0.2946622371673584, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7423301339149475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 848}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 849}
{"loss": -0.34508779644966125, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8746550679206848, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 849}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 850}
{"loss": -0.25098127126693726, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6319425106048584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 850}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 851}
{"loss": -0.2923377454280853, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7352110147476196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 851}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 852}
{"loss": -0.28741005063056946, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.724437415599823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 852}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 853}
{"loss": -0.3040085434913635, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7663975954055786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 853}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 854}
{"loss": -0.284745991230011, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7188616394996643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 854}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 855}
{"loss": -0.3456812798976898, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8737603425979614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 855}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 856}
{"loss": -0.2594991624355316, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6539913415908813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 856}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 857}
{"loss": -0.25009289383888245, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6285637021064758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 857}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 858}
{"loss": -0.2671389579772949, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6737107038497925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 858}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 859}
{"loss": -0.3109922409057617, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7825466394424438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 859}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 860}
{"loss": -0.2976113557815552, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7485843896865845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 860}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 861}
{"loss": -0.31674924492836, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7987151741981506, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 861}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 862}
{"loss": -0.3275812864303589, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8237082362174988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 862}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 863}
{"loss": -0.29337021708488464, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7376502156257629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 863}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 864}
{"loss": -0.2953941524028778, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7429468035697937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 864}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 865}
{"loss": -0.3049064576625824, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.767383873462677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 865}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 866}
{"loss": -0.270599901676178, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6780272126197815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 866}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 867}
{"loss": -0.334794819355011, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.843974769115448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 867}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 868}
{"loss": -0.23830628395080566, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5938060283660889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 868}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 869}
{"loss": -0.2474459707736969, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6215062141418457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 869}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9739795327186584}, "epoch": 870}
{"loss": -0.2747142016887665, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6914324760437012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 870}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 871}
{"loss": -0.2783149182796478, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6969215273857117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 871}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9739795327186584}, "epoch": 872}
{"loss": -0.3328690826892853, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8384596109390259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 872}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 873}
{"loss": -0.30777743458747864, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7709729671478271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 873}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9714285135269165}, "epoch": 874}
{"loss": -0.2810894548892975, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7036769986152649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 874}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9719387292861938}, "epoch": 875}
{"loss": -0.3139702081680298, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7870365381240845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 875}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 876}
{"loss": -0.28029972314834595, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7006971836090088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 876}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9739795327186584}, "epoch": 877}
{"loss": -0.3191462755203247, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8019426465034485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 877}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9724489450454712}, "epoch": 878}
{"loss": -0.29018092155456543, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.727035641670227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 878}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 879}
{"loss": -0.2967914938926697, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.741421639919281, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 879}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9704081416130066}, "epoch": 880}
{"loss": -0.31979042291641235, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8027151226997375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 880}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 881}
{"loss": -0.28222647309303284, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7060434818267822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 881}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9704081416130066}, "epoch": 882}
{"loss": -0.3151704967021942, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7909058928489685, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 882}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9719387292861938}, "epoch": 883}
{"loss": -0.29834499955177307, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7485979199409485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 883}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9709182977676392}, "epoch": 884}
{"loss": -0.2547350227832794, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6356847882270813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 884}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9734693169593811}, "epoch": 885}
{"loss": -0.29507702589035034, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7404736876487732, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 885}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 886}
{"loss": -0.30680403113365173, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.768894374370575, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 886}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 887}
{"loss": -0.3053113520145416, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7646869421005249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 887}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 888}
{"loss": -0.3665463924407959, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.9211595058441162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 888}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.951020359992981, "acc_or": 0.9749999642372131}, "epoch": 889}
{"loss": -0.3311710059642792, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8314982056617737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 889}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 890}
{"loss": -0.22404789924621582, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5564984083175659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 890}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9739795327186584}, "epoch": 891}
{"loss": -0.3216879665851593, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8059088587760925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 891}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9729591608047485}, "epoch": 892}
{"loss": -0.3144039511680603, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7875761985778809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 892}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9724489450454712}, "epoch": 893}
{"loss": -0.286754310131073, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.717207133769989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 893}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9724489450454712}, "epoch": 894}
{"loss": -0.27793458104133606, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6925462484359741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 894}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 895}
{"loss": -0.29594704508781433, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7409124970436096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 895}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 896}
{"loss": -0.2858043313026428, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7140716910362244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 896}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 897}
{"loss": -0.25419315695762634, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.633652925491333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 897}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 898}
{"loss": -0.29527178406715393, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7384344935417175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 898}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 899}
{"loss": -0.16241124272346497, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.39353328943252563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 899}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 900}
{"loss": -0.3158435821533203, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7876736521720886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 900}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 901}
{"loss": -0.3408297598361969, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8537696003913879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 901}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 902}
{"loss": -0.2902549207210541, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7257291674613953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 902}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 903}
{"loss": -0.2949276566505432, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.736534595489502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 903}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 904}
{"loss": -0.27238649129867554, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6794551014900208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 904}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 905}
{"loss": -0.2646254003047943, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6574822068214417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 905}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 906}
{"loss": -0.28523969650268555, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7077317237854004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 906}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 907}
{"loss": -0.28635966777801514, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7131279110908508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 907}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 908}
{"loss": -0.3175838589668274, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7906184196472168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 908}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 909}
{"loss": -0.2957988977432251, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7369753122329712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 909}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.951020359992981, "acc_or": 0.9755101799964905}, "epoch": 910}
{"loss": -0.2960570156574249, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7375333309173584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 910}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 911}
{"loss": -0.3044082522392273, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7591685652732849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 911}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.949999988079071, "acc_or": 0.9749999642372131}, "epoch": 912}
{"loss": -0.2739073932170868, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6817542910575867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 912}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 913}
{"loss": -0.2729684114456177, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6796731352806091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 913}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.949999988079071, "acc_or": 0.9749999642372131}, "epoch": 914}
{"loss": -0.2337396740913391, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.58095383644104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 914}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 915}
{"loss": -0.32993751764297485, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8222107291221619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 915}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 916}
{"loss": -0.35995516180992126, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8986857533454895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 916}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 917}
{"loss": -0.18965183198451996, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.4640938937664032, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 917}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 918}
{"loss": -0.3097466230392456, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7701072096824646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 918}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 919}
{"loss": -0.2976508140563965, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7413218021392822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 919}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 920}
{"loss": -0.28007403016090393, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6965311765670776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 920}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 921}
{"loss": -0.3007344603538513, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7486794590950012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 921}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 922}
{"loss": -0.29278746247291565, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7251601219177246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 922}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 923}
{"loss": -0.242850661277771, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6023079752922058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 923}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 924}
{"loss": -0.25884029269218445, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6400669813156128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 924}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 925}
{"loss": -0.3175731301307678, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7914517521858215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 925}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 926}
{"loss": -0.3093678653240204, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7713982462882996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 926}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9520407915115356, "acc_or": 0.976020336151123}, "epoch": 927}
{"loss": -0.3153949975967407, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7837250828742981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 927}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 928}
{"loss": -0.22836168110370636, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5632116794586182, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 928}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 929}
{"loss": -0.29743191599845886, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7380700707435608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 929}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 930}
{"loss": -0.29259949922561646, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7262548208236694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 930}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9520407915115356, "acc_or": 0.976020336151123}, "epoch": 931}
{"loss": -0.3212272822856903, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7972770929336548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 931}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 932}
{"loss": -0.2677704095840454, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6634292006492615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 932}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 933}
{"loss": -0.2905595898628235, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7205846905708313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 933}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 934}
{"loss": -0.29050368070602417, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7190597653388977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 934}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 935}
{"loss": -0.29843369126319885, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7381920218467712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 935}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 936}
{"loss": -0.3251090347766876, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8078876733779907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 936}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 937}
{"loss": -0.2829294502735138, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.702138364315033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 937}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 938}
{"loss": -0.29242023825645447, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7252185940742493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 938}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 939}
{"loss": -0.26736822724342346, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6594421863555908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 939}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 940}
{"loss": -0.34304386377334595, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.85286545753479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 940}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 941}
{"loss": -0.30899569392204285, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7642375826835632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 941}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 942}
{"loss": -0.3227590024471283, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7993903160095215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 942}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9714285135269165}, "epoch": 943}
{"loss": -0.2705724835395813, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6688977479934692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 943}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 944}
{"loss": -0.3132571280002594, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7766953110694885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 944}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 945}
{"loss": -0.29718533158302307, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7351691722869873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 945}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 946}
{"loss": -0.279356449842453, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6933155655860901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 946}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9714285135269165}, "epoch": 947}
{"loss": -0.2779088318347931, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6849445104598999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 947}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9714285135269165}, "epoch": 948}
{"loss": -0.25570812821388245, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.630980908870697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 948}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 949}
{"loss": -0.27026036381721497, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6695950627326965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 949}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 950}
{"loss": -0.3372277319431305, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8371068239212036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 950}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9739795327186584}, "epoch": 951}
{"loss": -0.30250734090805054, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7477235198020935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 951}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9719387292861938}, "epoch": 952}
{"loss": -0.2715398669242859, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6718597412109375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 952}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9724489450454712}, "epoch": 953}
{"loss": -0.285530686378479, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7052616477012634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 953}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 954}
{"loss": -0.27384230494499207, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6755105257034302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 954}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9734693169593811}, "epoch": 955}
{"loss": -0.29138076305389404, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7208499908447266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 955}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 956}
{"loss": -0.35258427262306213, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8747153878211975, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 956}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 957}
{"loss": -0.2627457082271576, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6443692445755005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 957}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9719387292861938}, "epoch": 958}
{"loss": -0.2895348072052002, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7112171649932861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 958}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9709182977676392}, "epoch": 959}
{"loss": -0.28696057200431824, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7085790634155273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 959}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 960}
{"loss": -0.2539765238761902, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6231587529182434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 960}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 961}
{"loss": -0.3025929629802704, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7478634119033813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 961}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 962}
{"loss": -0.2817177474498749, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6952471137046814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 962}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 963}
{"loss": -0.2551806569099426, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.62718665599823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 963}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 964}
{"loss": -0.3218274712562561, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7953529357910156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 964}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 965}
{"loss": -0.31579074263572693, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7793142795562744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 965}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 966}
{"loss": -0.2988472878932953, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7347790002822876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 966}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 967}
{"loss": -0.33612316846847534, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8298683166503906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 967}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 968}
{"loss": -0.30802565813064575, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7586056590080261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 968}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 969}
{"loss": -0.2899762988090515, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.715994656085968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 969}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 970}
{"loss": -0.2845221161842346, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7013128399848938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 970}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 971}
{"loss": -0.3245823383331299, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8023423552513123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 971}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.949999988079071, "acc_or": 0.9749999642372131}, "epoch": 972}
{"loss": -0.32175761461257935, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7929702997207642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 972}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 973}
{"loss": -0.2925839126110077, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.721441924571991, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 973}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 974}
{"loss": -0.31927281618118286, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7880758047103882, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 974}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 975}
{"loss": -0.33215972781181335, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8225385546684265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 975}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 976}
{"loss": -0.298583447933197, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7361844778060913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 976}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 977}
{"loss": -0.2795047461986542, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6881276965141296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 977}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 978}
{"loss": -0.3523889482021332, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8709607124328613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 978}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 979}
{"loss": -0.2243625521659851, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.5484687685966492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 979}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 980}
{"loss": -0.3274286091327667, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8063724637031555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 980}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.949999988079071, "acc_or": 0.9749999642372131}, "epoch": 981}
{"loss": -0.25817328691482544, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6313897967338562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 981}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 982}
{"loss": -0.29282718896865845, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.721579372882843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 982}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 983}
{"loss": -0.28228387236595154, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6924421191215515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 983}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 984}
{"loss": -0.33132097125053406, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8183048963546753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 984}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 985}
{"loss": -0.3207554221153259, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7892622351646423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 985}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 986}
{"loss": -0.35168299078941345, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8644018769264221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 986}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 987}
{"loss": -0.28097811341285706, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6900513172149658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 987}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 988}
{"loss": -0.3268206715583801, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8042149543762207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 988}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 989}
{"loss": -0.2563471496105194, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6269341707229614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 989}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 990}
{"loss": -0.3142986595630646, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7708770632743835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 990}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 991}
{"loss": -0.30155709385871887, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7405975461006165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 991}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 992}
{"loss": -0.3306557834148407, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8141182065010071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 992}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 993}
{"loss": -0.32783886790275574, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8059577941894531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 993}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 994}
{"loss": -0.33868250250816345, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8328489065170288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 994}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9734693169593811}, "epoch": 995}
{"loss": -0.35013601183891296, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8624258637428284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 995}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 996}
{"loss": -0.29930269718170166, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7309340238571167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 996}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 997}
{"loss": -0.33196765184402466, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8148000240325928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 997}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 998}
{"loss": -0.23430421948432922, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5717934370040894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 998}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9724489450454712}, "epoch": 999}
{"loss": -0.33742833137512207, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8280331492424011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 999}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1000}
{"loss": -0.2596495449542999, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6336929202079773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1000}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9729591608047485}, "epoch": 1001}
{"loss": -0.29176512360572815, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.71305251121521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1001}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9719387292861938}, "epoch": 1002}
{"loss": -0.293357253074646, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7177757024765015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1002}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1003}
{"loss": -0.2811585068702698, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6869993209838867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1003}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 1004}
{"loss": -0.2630790174007416, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6426461935043335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1004}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.949999988079071, "acc_or": 0.9749999642372131}, "epoch": 1005}
{"loss": -0.30565279722213745, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.747101902961731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1005}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1006}
{"loss": -0.3228079080581665, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7912071943283081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1006}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1007}
{"loss": -0.25234171748161316, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6151832938194275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1007}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1008}
{"loss": -0.33065536618232727, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8113873600959778, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1008}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1009}
{"loss": -0.2755446434020996, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6732085347175598, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1009}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 1010}
{"loss": -0.3216349184513092, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7894675731658936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1010}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1011}
{"loss": -0.2684372067451477, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6529251337051392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1011}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 1012}
{"loss": -0.24990439414978027, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6090230941772461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1012}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 1013}
{"loss": -0.25387805700302124, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6206151247024536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1013}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1014}
{"loss": -0.3642396032810211, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8938300609588623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1014}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1015}
{"loss": -0.3212890326976776, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7867208123207092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1015}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1016}
{"loss": -0.32024452090263367, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7833231091499329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1016}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1017}
{"loss": -0.3045239746570587, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7454244494438171, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1017}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1018}
{"loss": -0.2723800241947174, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.665459930896759, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1018}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9724489450454712}, "epoch": 1019}
{"loss": -0.300493448972702, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7349916696548462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1019}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 1020}
{"loss": -0.3480033874511719, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8524991869926453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1020}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1021}
{"loss": -0.2832954227924347, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.692933201789856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1021}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1022}
{"loss": -0.25597524642944336, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6264596581459045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1022}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1023}
{"loss": -0.27228400111198425, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6612388491630554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1023}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1024}
{"loss": -0.29388925433158875, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7158507704734802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1024}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1025}
{"loss": -0.3128693997859955, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7640646696090698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1025}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1026}
{"loss": -0.292055606842041, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.713240385055542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1026}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1027}
{"loss": -0.28735488653182983, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7007147669792175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1027}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9714285135269165}, "epoch": 1028}
{"loss": -0.3130347430706024, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7659381031990051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1028}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1029}
{"loss": -0.2507989704608917, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6110806465148926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1029}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9704081416130066}, "epoch": 1030}
{"loss": -0.30435267090797424, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7413241863250732, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1030}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9714285135269165}, "epoch": 1031}
{"loss": -0.3244054615497589, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7906637191772461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1031}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1032}
{"loss": -0.30859869718551636, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7511575222015381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1032}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9719387292861938}, "epoch": 1033}
{"loss": -0.2659081518650055, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6448917984962463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1033}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1034}
{"loss": -0.2873193919658661, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6990912556648254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1034}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1035}
{"loss": -0.31290245056152344, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7623093128204346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1035}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1036}
{"loss": -0.30298203229904175, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7397285103797913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1036}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1037}
{"loss": -0.24016733467578888, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5844310522079468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1037}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1038}
{"loss": -0.31487056612968445, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7672099471092224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1038}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.9658162593841553}, "epoch": 1039}
{"loss": -0.31884217262268066, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7763481736183167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1039}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1040}
{"loss": -0.31241747736930847, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7640778422355652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1040}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1041}
{"loss": -0.25309401750564575, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6147887706756592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1041}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 1042}
{"loss": -0.3271635174751282, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7984622716903687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1042}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1043}
{"loss": -0.2471729815006256, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.600571870803833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1043}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1044}
{"loss": -0.3465416133403778, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8451058268547058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1044}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1045}
{"loss": -0.3038865327835083, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7388522028923035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1045}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1046}
{"loss": -0.3458288311958313, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8436696529388428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1046}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 1047}
{"loss": -0.30245089530944824, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7365927696228027, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1047}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1048}
{"loss": -0.38204485177993774, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.9317143559455872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1048}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1049}
{"loss": -0.2628803551197052, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6371610164642334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1049}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1050}
{"loss": -0.29949113726615906, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7297763228416443, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1050}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1051}
{"loss": -0.3366467356681824, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8200302124023438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1051}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1052}
{"loss": -0.336499959230423, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8186401128768921, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1052}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1053}
{"loss": -0.24678657948970795, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5976966023445129, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1053}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1054}
{"loss": -0.2778492569923401, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6721156239509583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1054}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 1055}
{"loss": -0.25306564569473267, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6129488945007324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1055}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1056}
{"loss": -0.3618766963481903, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8822526931762695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1056}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1057}
{"loss": -0.3101317882537842, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7555350661277771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1057}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1058}
{"loss": -0.35776495933532715, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8729276657104492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1058}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1059}
{"loss": -0.3196462392807007, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7772271037101746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1059}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1060}
{"loss": -0.36197543144226074, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8829808235168457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1060}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1061}
{"loss": -0.29603689908981323, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7221739292144775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1061}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1062}
{"loss": -0.3528830111026764, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8626798391342163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1062}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1063}
{"loss": -0.35042604804039, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8508705496788025, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1063}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1064}
{"loss": -0.32269513607025146, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7837239503860474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1064}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1065}
{"loss": -0.31580185890197754, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7667041420936584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1065}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1066}
{"loss": -0.29156193137168884, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7074395418167114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1066}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1067}
{"loss": -0.346756249666214, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8417493104934692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1067}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1068}
{"loss": -0.3216080069541931, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7816612720489502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1068}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 1069}
{"loss": -0.3107913136482239, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7558015584945679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1069}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1070}
{"loss": -0.231716588139534, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5593018531799316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1070}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 1071}
{"loss": -0.31574568152427673, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7687423229217529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1071}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1072}
{"loss": -0.23849129676818848, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5751108527183533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1072}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1073}
{"loss": -0.24121135473251343, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5801727771759033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1073}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6479591727256775}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1074}
{"loss": -0.28379929065704346, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6866549849510193, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1074}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1075}
{"loss": -0.2804049253463745, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6786078214645386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1075}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1076}
{"loss": -0.22600920498371124, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5447743535041809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1076}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1077}
{"loss": -0.2451474368572235, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5916129350662231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1077}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1078}
{"loss": -0.2603916823863983, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6297405362129211, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1078}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1079}
{"loss": -0.28501054644584656, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6898847222328186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1079}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1080}
{"loss": -0.33708420395851135, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8198533058166504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1080}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1081}
{"loss": -0.31527823209762573, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.761553168296814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1081}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 1082}
{"loss": -0.28088125586509705, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6794865131378174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1082}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 1083}
{"loss": -0.3744182288646698, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.9130933284759521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1083}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1084}
{"loss": -0.31624531745910645, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7690136432647705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1084}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1085}
{"loss": -0.2897878587245941, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7033762335777283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1085}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1086}
{"loss": -0.2852801978588104, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6877000331878662, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1086}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1087}
{"loss": -0.32554981112480164, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7894212007522583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1087}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1088}
{"loss": -0.34628331661224365, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8395081758499146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1088}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1089}
{"loss": -0.2765302062034607, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6689535975456238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1089}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1090}
{"loss": -0.25839999318122864, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6244667768478394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1090}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1091}
{"loss": -0.3251112103462219, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7888851761817932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1091}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1092}
{"loss": -0.26168039441108704, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6316636800765991, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1092}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 1093}
{"loss": -0.31362390518188477, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7594648003578186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1093}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 1094}
{"loss": -0.25994133949279785, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6279751062393188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1094}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9724489450454712}, "epoch": 1095}
{"loss": -0.3322752118110657, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8046166896820068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1095}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 1096}
{"loss": -0.33490243554115295, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8123948574066162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1096}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 1097}
{"loss": -0.2950463593006134, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7151631712913513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1097}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1098}
{"loss": -0.25661465525627136, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.61716628074646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1098}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1099}
{"loss": -0.32660630345344543, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7914856672286987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1099}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1100}
{"loss": -0.3054632246494293, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.736316442489624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1100}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1101}
{"loss": -0.3230402171611786, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7814792990684509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1101}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1102}
{"loss": -0.3331441283226013, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8064497709274292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1102}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9316326379776001, "acc_or": 0.9653061032295227}, "epoch": 1103}
{"loss": -0.3374195694923401, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8176067471504211, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1103}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1104}
{"loss": -0.3502199351787567, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.845977783203125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1104}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1105}
{"loss": -0.33180537819862366, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8007754683494568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1105}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1106}
{"loss": -0.2908351719379425, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7005969285964966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1106}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1107}
{"loss": -0.26113301515579224, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6269158124923706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1107}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1108}
{"loss": -0.2578376531600952, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6183637976646423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1108}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1109}
{"loss": -0.31554102897644043, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7630806565284729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1109}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1110}
{"loss": -0.3575056195259094, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8653361201286316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1110}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9729591608047485}, "epoch": 1111}
{"loss": -0.27400606870651245, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6612051129341125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1111}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1112}
{"loss": -0.36380743980407715, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8798862099647522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1112}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1113}
{"loss": -0.24970316886901855, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6009293794631958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1113}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9724489450454712}, "epoch": 1114}
{"loss": -0.31720831990242004, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7671059966087341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1114}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1115}
{"loss": -0.25257617235183716, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.605952799320221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1115}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9709182977676392}, "epoch": 1116}
{"loss": -0.2900431752204895, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6999973058700562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1116}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9709182977676392}, "epoch": 1117}
{"loss": -0.273542582988739, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6577715873718262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1117}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1118}
{"loss": -0.22792454063892365, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5450253486633301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1118}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9709182977676392}, "epoch": 1119}
{"loss": -0.2807336747646332, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6761050820350647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1119}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1120}
{"loss": -0.2790948152542114, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6742940545082092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1120}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1121}
{"loss": -0.3015420734882355, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7274637818336487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1121}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 1122}
{"loss": -0.30300769209861755, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.730615496635437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1122}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1123}
{"loss": -0.32393649220466614, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7814162373542786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1123}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 1124}
{"loss": -0.3135015666484833, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7546643018722534, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1124}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1125}
{"loss": -0.3484984040260315, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8412614464759827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1125}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1126}
{"loss": -0.24774688482284546, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5937678217887878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1126}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1127}
{"loss": -0.2820480763912201, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6770126819610596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1127}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1128}
{"loss": -0.29415199160575867, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7081432938575745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1128}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9739795327186584}, "epoch": 1129}
{"loss": -0.3075953722000122, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7414931654930115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1129}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1130}
{"loss": -0.3171352744102478, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7639520764350891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1130}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 1131}
{"loss": -0.23643317818641663, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5642568469047546, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1131}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1132}
{"loss": -0.29656633734703064, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7151908278465271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1132}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1133}
{"loss": -0.3704599440097809, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8928150534629822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1133}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1134}
{"loss": -0.2632288932800293, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6326413154602051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1134}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1135}
{"loss": -0.3398064374923706, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8205876350402832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1135}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1136}
{"loss": -0.2392895668745041, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.5745957493782043, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1136}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1137}
{"loss": -0.3062603771686554, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7382379174232483, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1137}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1138}
{"loss": -0.33896011114120483, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8155556321144104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1138}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1139}
{"loss": -0.3036192059516907, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7299721837043762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1139}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1140}
{"loss": -0.29282450675964355, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7038205862045288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1140}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1141}
{"loss": -0.35213977098464966, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8477246165275574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1141}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1142}
{"loss": -0.28752604126930237, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6903006434440613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1142}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1143}
{"loss": -0.29313647747039795, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7030771970748901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1143}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1144}
{"loss": -0.2678706645965576, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6424664258956909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1144}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1145}
{"loss": -0.3329167366027832, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8006515502929688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1145}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1146}
{"loss": -0.30435916781425476, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7307105660438538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1146}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1147}
{"loss": -0.29599669575691223, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.711333692073822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1147}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1148}
{"loss": -0.26731276512145996, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6374706625938416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1148}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1149}
{"loss": -0.3167668879032135, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7603033185005188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1149}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1150}
{"loss": -0.24392136931419373, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5832424163818359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1150}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1151}
{"loss": -0.3460240066051483, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8324240446090698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1151}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1152}
{"loss": -0.2824106514453888, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6772664785385132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1152}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1153}
{"loss": -0.30933329463005066, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7428067922592163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1153}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 1154}
{"loss": -0.2850964069366455, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6830551028251648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1154}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1155}
{"loss": -0.3176957070827484, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7623523473739624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1155}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1156}
{"loss": -0.3308992087841034, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7955646514892578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1156}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1157}
{"loss": -0.3861332833766937, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.9318283200263977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1157}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1158}
{"loss": -0.3177683353424072, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7630359530448914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1158}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1159}
{"loss": -0.2931975722312927, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7024894952774048, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1159}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1160}
{"loss": -0.31993213295936584, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7681434750556946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1160}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1161}
{"loss": -0.35197803378105164, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8478500247001648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1161}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1162}
{"loss": -0.31369879841804504, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7513682246208191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1162}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1163}
{"loss": -0.34156766533851624, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.822017252445221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1163}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1164}
{"loss": -0.35128992795944214, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8421988487243652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1164}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1165}
{"loss": -0.31654325127601624, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7592193484306335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1165}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1166}
{"loss": -0.3743034899234772, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.900733470916748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1166}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1167}
{"loss": -0.31595611572265625, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7593163251876831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1167}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5790815949440002}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1168}
{"loss": -0.2794685363769531, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6701258420944214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1168}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1169}
{"loss": -0.2641699016094208, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6314681768417358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1169}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1170}
{"loss": -0.32122093439102173, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7693684697151184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1170}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1171}
{"loss": -0.33017152547836304, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7918769717216492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1171}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1172}
{"loss": -0.30830228328704834, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7382937669754028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1172}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9719387292861938}, "epoch": 1173}
{"loss": -0.33132287859916687, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7962594628334045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1173}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1174}
{"loss": -0.3347214162349701, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8017999529838562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1174}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1175}
{"loss": -0.2777394950389862, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6644768714904785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1175}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9739795327186584}, "epoch": 1176}
{"loss": -0.31815090775489807, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7632951736450195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1176}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1177}
{"loss": -0.33693745732307434, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8078880310058594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1177}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1178}
{"loss": -0.314882755279541, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.754085123538971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1178}
{"generalization hold out": {"acc": 0.3265306055545807, "acc_or": 0.6556122303009033}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1179}
{"loss": -0.254759818315506, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6077596545219421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1179}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1180}
{"loss": -0.2415531724691391, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5724608898162842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1180}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1181}
{"loss": -0.29165637493133545, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6969711780548096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1181}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1182}
{"loss": -0.30765682458877563, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7368552684783936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1182}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.6071428656578064}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1183}
{"loss": -0.25712594389915466, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.613102376461029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1183}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1184}
{"loss": -0.2660779356956482, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6349292397499084, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1184}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1185}
{"loss": -0.3118225634098053, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7468893527984619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1185}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1186}
{"loss": -0.30767810344696045, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7367817163467407, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1186}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1187}
{"loss": -0.2960587441921234, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7082714438438416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1187}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9719387292861938}, "epoch": 1188}
{"loss": -0.2726038992404938, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6511603593826294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1188}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1189}
{"loss": -0.31406936049461365, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7488159537315369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1189}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9709182977676392}, "epoch": 1190}
{"loss": -0.2915295958518982, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6955099105834961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1190}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9704081416130066}, "epoch": 1191}
{"loss": -0.24842022359371185, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5919895768165588, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1191}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1192}
{"loss": -0.362615704536438, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8664331436157227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1192}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9709182977676392}, "epoch": 1193}
{"loss": -0.30292490124702454, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7229248881340027, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1193}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1194}
{"loss": -0.32879555225372314, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.786311686038971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1194}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9704081416130066}, "epoch": 1195}
{"loss": -0.3294599652290344, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7860229015350342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1195}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1196}
{"loss": -0.22182095050811768, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5237882137298584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1196}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1197}
{"loss": -0.28279364109039307, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6739148497581482, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1197}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1198}
{"loss": -0.29416152834892273, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7015005946159363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1198}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1199}
{"loss": -0.2940160632133484, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7021834254264832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1199}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9704081416130066}, "epoch": 1200}
{"loss": -0.32392850518226624, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7742586731910706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1200}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1201}
{"loss": -0.3184347152709961, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7603092193603516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1201}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1202}
{"loss": -0.2945036292076111, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7021117806434631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1202}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 1203}
{"loss": -0.2972967326641083, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7100487947463989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1203}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1204}
{"loss": -0.2714915871620178, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6477394700050354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1204}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1205}
{"loss": -0.25083568692207336, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5964772701263428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1205}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 1206}
{"loss": -0.2606290876865387, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6175575852394104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1206}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1207}
{"loss": -0.3106016516685486, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7422535419464111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1207}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1208}
{"loss": -0.3236057460308075, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7703714370727539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1208}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1209}
{"loss": -0.33032000064849854, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7908185124397278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1209}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1210}
{"loss": -0.2983933687210083, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7087642550468445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1210}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1211}
{"loss": -0.32563889026641846, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7744289636611938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1211}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1212}
{"loss": -0.32516440749168396, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7755811810493469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1212}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1213}
{"loss": -0.30117595195770264, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7176587581634521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1213}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1214}
{"loss": -0.3599231243133545, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8613977432250977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1214}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1215}
{"loss": -0.31773966550827026, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7563416957855225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1215}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9469387531280518, "acc_or": 0.9734693169593811}, "epoch": 1216}
{"loss": -0.2913089692592621, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6926224231719971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1216}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1217}
{"loss": -0.37938323616981506, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.9037443995475769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1217}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1218}
{"loss": -0.2903240919113159, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6907704472541809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1218}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1219}
{"loss": -0.3329564929008484, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.795748233795166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1219}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1220}
{"loss": -0.31239238381385803, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7459694147109985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1220}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1221}
{"loss": -0.30091074109077454, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7182153463363647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1221}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1222}
{"loss": -0.2784365117549896, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6640567183494568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1222}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1223}
{"loss": -0.28595858812332153, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6774109601974487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1223}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1224}
{"loss": -0.2807469367980957, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6677709817886353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1224}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1225}
{"loss": -0.28000327944755554, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6662348508834839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1225}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1226}
{"loss": -0.3088807761669159, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7357609272003174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1226}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1227}
{"loss": -0.2757774293422699, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6546899676322937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1227}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1228}
{"loss": -0.3194679021835327, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.759742796421051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1228}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1229}
{"loss": -0.2731771171092987, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6485631465911865, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1229}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1230}
{"loss": -0.28772807121276855, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6831537485122681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1230}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1231}
{"loss": -0.33930668234825134, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8085861206054688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1231}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1232}
{"loss": -0.3363293707370758, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8026192784309387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1232}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1233}
{"loss": -0.3266921937465668, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7797832489013672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1233}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 1234}
{"loss": -0.23450274765491486, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5527487993240356, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1234}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1235}
{"loss": -0.286510705947876, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.680584728717804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1235}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1236}
{"loss": -0.22984658181667328, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5452376008033752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1236}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1237}
{"loss": -0.3212522268295288, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7641932368278503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1237}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1238}
{"loss": -0.3491470515727997, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8298803567886353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1238}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1239}
{"loss": -0.3428633213043213, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.816735029220581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1239}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1240}
{"loss": -0.3021501302719116, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.718932032585144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1240}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1241}
{"loss": -0.28727006912231445, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6828911304473877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1241}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1242}
{"loss": -0.3515423536300659, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8381956815719604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1242}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1243}
{"loss": -0.30681470036506653, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7300613522529602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1243}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 1244}
{"loss": -0.2988985776901245, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7117745876312256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1244}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1245}
{"loss": -0.2638421654701233, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.62521892786026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1245}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1246}
{"loss": -0.2977191209793091, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7054939866065979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1246}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1247}
{"loss": -0.3627757430076599, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8620271682739258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1247}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1248}
{"loss": -0.3217584788799286, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7644020915031433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1248}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1249}
{"loss": -0.314873069524765, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.746775209903717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1249}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9714285135269165}, "epoch": 1250}
{"loss": -0.343448281288147, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8176462054252625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1250}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1251}
{"loss": -0.3144080936908722, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7454659342765808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1251}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1252}
{"loss": -0.31215792894363403, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7394371032714844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1252}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1253}
{"loss": -0.3228142261505127, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7661141753196716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1253}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1254}
{"loss": -0.2962712049484253, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7030674815177917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1254}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1255}
{"loss": -0.3200007975101471, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7621319890022278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1255}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1256}
{"loss": -0.36102163791656494, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8587223887443542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1256}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1257}
{"loss": -0.28353697061538696, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6725696325302124, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1257}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1258}
{"loss": -0.34724777936935425, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8256928324699402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1258}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1259}
{"loss": -0.31002557277679443, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7343325018882751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1259}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1260}
{"loss": -0.28025779128074646, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6614199280738831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1260}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1261}
{"loss": -0.3283986449241638, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7816544771194458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1261}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9678571224212646}, "epoch": 1262}
{"loss": -0.3210316598415375, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7611211538314819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1262}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1263}
{"loss": -0.23304754495620728, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5505025386810303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1263}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1264}
{"loss": -0.2874258756637573, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.679395854473114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1264}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9704081416130066}, "epoch": 1265}
{"loss": -0.25922590494155884, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6127852201461792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1265}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1266}
{"loss": -0.33694711327552795, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7991840243339539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1266}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1267}
{"loss": -0.24572984874248505, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5797367095947266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1267}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1268}
{"loss": -0.27311038970947266, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6451367139816284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1268}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1269}
{"loss": -0.34119945764541626, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.808457612991333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1269}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1270}
{"loss": -0.33971866965293884, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8054059147834778, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1270}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1271}
{"loss": -0.2809009850025177, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6644587516784668, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1271}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1272}
{"loss": -0.31627407670021057, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7490541338920593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1272}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6352040767669678}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1273}
{"loss": -0.2684642970561981, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6349037289619446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1273}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6479591727256775}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1274}
{"loss": -0.30710679292678833, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.728730320930481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1274}
{"generalization hold out": {"acc": 0.2908163070678711, "acc_or": 0.6301020383834839}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1275}
{"loss": -0.30896028876304626, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7331641316413879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1275}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1276}
{"loss": -0.35000476241111755, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8291222453117371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1276}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1277}
{"loss": -0.32188674807548523, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7620454430580139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1277}
{"generalization hold out": {"acc": 0.19897958636283875, "acc_or": 0.5816326141357422}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1278}
{"loss": -0.3683905005455017, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8736786842346191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1278}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6096938848495483}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1279}
{"loss": -0.29236283898353577, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6919311881065369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1279}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1280}
{"loss": -0.24079686403274536, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5673202276229858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1280}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1281}
{"loss": -0.3262835144996643, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7744346261024475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1281}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6479591727256775}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1282}
{"loss": -0.29091206192970276, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6893081665039062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1282}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1283}
{"loss": -0.2907041609287262, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6889464259147644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1283}
{"generalization hold out": {"acc": 0.2908163070678711, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1284}
{"loss": -0.3440074324607849, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.816126823425293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1284}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1285}
{"loss": -0.36400988698005676, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8643194437026978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1285}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1286}
{"loss": -0.3055059313774109, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7239865064620972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1286}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1287}
{"loss": -0.2842295169830322, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6700571179389954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1287}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1288}
{"loss": -0.3144018352031708, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7443202137947083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1288}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1289}
{"loss": -0.23779252171516418, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5593269467353821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1289}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1290}
{"loss": -0.29952502250671387, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7073444724082947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1290}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1291}
{"loss": -0.2785469591617584, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6587265729904175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1291}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5841836333274841}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1292}
{"loss": -0.30144035816192627, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7132102251052856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1292}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5841836333274841}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1293}
{"loss": -0.31577709317207336, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7492890357971191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1293}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1294}
{"loss": -0.3055654764175415, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7215927243232727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1294}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1295}
{"loss": -0.2937006652355194, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6932467818260193, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1295}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1296}
{"loss": -0.27318882942199707, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6436281204223633, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1296}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1297}
{"loss": -0.2642015218734741, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6219878792762756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1297}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6198979616165161}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1298}
{"loss": -0.32376807928085327, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7640358805656433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1298}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1299}
{"loss": -0.2551288306713104, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5942884683609009, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1299}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5765305757522583}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1300}
{"loss": -0.29626649618148804, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6975407600402832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1300}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5765305757522583}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1301}
{"loss": -0.30003178119659424, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7089663147926331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1301}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5816326141357422}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1302}
{"loss": -0.3199482560157776, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7584507465362549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1302}
{"generalization hold out": {"acc": 0.19897958636283875, "acc_or": 0.5892857313156128}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1303}
{"loss": -0.3586609661579132, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8490238189697266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1303}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1304}
{"loss": -0.27552860975265503, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6486703157424927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1304}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1305}
{"loss": -0.2887938320636749, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6809992790222168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1305}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9316326379776001, "acc_or": 0.9658162593841553}, "epoch": 1306}
{"loss": -0.35541096329689026, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8406132459640503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1306}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1307}
{"loss": -0.3281559944152832, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7754108905792236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1307}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1308}
{"loss": -0.3143423795700073, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7424728870391846, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1308}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1309}
{"loss": -0.31534814834594727, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7432004809379578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1309}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1310}
{"loss": -0.2880714237689972, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6786677837371826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1310}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1311}
{"loss": -0.3192310631275177, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7550670504570007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1311}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1312}
{"loss": -0.2837536931037903, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6682682037353516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1312}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1313}
{"loss": -0.22156135737895966, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5178776979446411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1313}
{"generalization hold out": {"acc": 0.16326530277729034, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1314}
{"loss": -0.27735602855682373, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6517079472541809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1314}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1315}
{"loss": -0.23280532658100128, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5458254814147949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1315}
{"generalization hold out": {"acc": 0.16326530277729034, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1316}
{"loss": -0.3210573196411133, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7585530877113342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1316}
{"generalization hold out": {"acc": 0.16326530277729034, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1317}
{"loss": -0.31467896699905396, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7433721423149109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1317}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1318}
{"loss": -0.32479074597358704, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7664294242858887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1318}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1319}
{"loss": -0.29554057121276855, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6971496343612671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1319}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1320}
{"loss": -0.29368576407432556, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6926205158233643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1320}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1321}
{"loss": -0.3203079402446747, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7553051114082336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1321}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1322}
{"loss": -0.2880558669567108, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6797527074813843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1322}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6096938848495483}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1323}
{"loss": -0.3420562148094177, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.807730495929718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1323}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1324}
{"loss": -0.3288114666938782, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7762089371681213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1324}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1325}
{"loss": -0.29707199335098267, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7012214064598083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1325}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1326}
{"loss": -0.26557067036628723, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6231947541236877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1326}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1327}
{"loss": -0.3233952522277832, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7630354166030884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1327}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1328}
{"loss": -0.2767394781112671, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6524839997291565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1328}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1329}
{"loss": -0.29807183146476746, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6995685696601868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1329}
{"generalization hold out": {"acc": 0.18877550959587097, "acc_or": 0.5739795565605164}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1330}
{"loss": -0.35450536012649536, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8359430432319641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1330}
{"generalization hold out": {"acc": 0.20918366312980652, "acc_or": 0.5867346525192261}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1331}
{"loss": -0.32775741815567017, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7736709117889404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1331}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1332}
{"loss": -0.3021742105484009, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7122003436088562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1332}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1333}
{"loss": -0.30606770515441895, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7213501930236816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1333}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1334}
{"loss": -0.2734156847000122, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6424395442008972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1334}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1335}
{"loss": -0.29101598262786865, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6857485771179199, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1335}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1336}
{"loss": -0.37220335006713867, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8792688250541687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1336}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5739795565605164}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1337}
{"loss": -0.264566570520401, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6233647465705872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1337}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5867346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1338}
{"loss": -0.2927388846874237, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6867208480834961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1338}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1339}
{"loss": -0.32789936661720276, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7722774744033813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1339}
{"generalization hold out": {"acc": 0.18877550959587097, "acc_or": 0.5790815949440002}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1340}
{"loss": -0.28466564416885376, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6717236042022705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1340}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5765305757522583}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1341}
{"loss": -0.28614723682403564, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6711438894271851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1341}
{"generalization hold out": {"acc": 0.20918366312980652, "acc_or": 0.5892857313156128}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1342}
{"loss": -0.3431421220302582, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8085448741912842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1342}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6096938848495483}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1343}
{"loss": -0.31730830669403076, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7474403977394104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1343}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1344}
{"loss": -0.26441046595573425, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6180163025856018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1344}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1345}
{"loss": -0.2779719829559326, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6515949964523315, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1345}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1346}
{"loss": -0.2873387038707733, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6750937104225159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1346}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1347}
{"loss": -0.2959321141242981, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6943343877792358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1347}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1348}
{"loss": -0.36925381422042847, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.870062530040741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1348}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.625}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1349}
{"loss": -0.28576698899269104, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6714213490486145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1349}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1350}
{"loss": -0.30872589349746704, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7264044284820557, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1350}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.6096938848495483}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1351}
{"loss": -0.3166026771068573, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7454166412353516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1351}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1352}
{"loss": -0.32660576701164246, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7706847786903381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1352}
{"generalization hold out": {"acc": 0.20918366312980652, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1353}
{"loss": -0.3295232355594635, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7760070562362671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1353}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.6071428656578064}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1354}
{"loss": -0.32948923110961914, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7749608755111694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1354}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1355}
{"loss": -0.3187858462333679, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7501996755599976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1355}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1356}
{"loss": -0.401445209980011, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.9400702118873596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1356}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1357}
{"loss": -0.3268054723739624, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.764268696308136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1357}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5739795565605164}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1358}
{"loss": -0.27681437134742737, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6498674750328064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1358}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1359}
{"loss": -0.3785690665245056, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.8923134803771973, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1359}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1360}
{"loss": -0.2919811010360718, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6865478754043579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1360}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1361}
{"loss": -0.36832818388938904, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8697394728660583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1361}
{"generalization hold out": {"acc": 0.34183672070503235, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1362}
{"loss": -0.3104461431503296, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7301661968231201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1362}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1363}
{"loss": -0.2735373377799988, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6397641897201538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1363}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5892857313156128}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1364}
{"loss": -0.2968047857284546, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6950799822807312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1364}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1365}
{"loss": -0.2767312526702881, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6492730975151062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1365}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1366}
{"loss": -0.26543909311294556, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6209651231765747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1366}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1367}
{"loss": -0.3315136134624481, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7777237296104431, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1367}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1368}
{"loss": -0.29077544808387756, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6801184415817261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1368}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9673469066619873}, "epoch": 1369}
{"loss": -0.39028793573379517, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.9193742275238037, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1369}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1370}
{"loss": -0.2910962998867035, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6830503344535828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1370}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1371}
{"loss": -0.2993347644805908, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7041091918945312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1371}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1372}
{"loss": -0.34289059042930603, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8054081797599792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1372}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1373}
{"loss": -0.27589836716651917, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6462461352348328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1373}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1374}
{"loss": -0.3316482603549957, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7779151201248169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1374}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1375}
{"loss": -0.31453266739845276, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7336877584457397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1375}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.93265300989151, "acc_or": 0.9653061032295227}, "epoch": 1376}
{"loss": -0.2470339685678482, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5746285319328308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1376}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1377}
{"loss": -0.2714904248714447, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.634922981262207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1377}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1378}
{"loss": -0.24633203446865082, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5750589370727539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1378}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1379}
{"loss": -0.3127835690975189, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.734736979007721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1379}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1380}
{"loss": -0.3046624958515167, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7143213748931885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1380}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6556122303009033}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1381}
{"loss": -0.30610233545303345, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7189704775810242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1381}
{"generalization hold out": {"acc": 0.30102041363716125, "acc_or": 0.6428571343421936}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1382}
{"loss": -0.26872527599334717, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6284350156784058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1382}
{"generalization hold out": {"acc": 0.3265306055545807, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1383}
{"loss": -0.3441218137741089, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8096120953559875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1383}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1384}
{"loss": -0.2945214807987213, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.691274881362915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1384}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1385}
{"loss": -0.30671119689941406, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7179943323135376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1385}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1386}
{"loss": -0.2885533571243286, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6737066507339478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1386}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.6071428656578064}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1387}
{"loss": -0.35117480158805847, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8233522772789001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1387}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.6096938848495483}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1388}
{"loss": -0.3364403247833252, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7898628115653992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1388}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1389}
{"loss": -0.3587694764137268, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8441169857978821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1389}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1390}
{"loss": -0.36431631445884705, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8536468744277954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1390}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1391}
{"loss": -0.29806846380233765, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6969072818756104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1391}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1392}
{"loss": -0.24585482478141785, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5730978846549988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1392}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1393}
{"loss": -0.29832056164741516, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6952219605445862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1393}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1394}
{"loss": -0.32835763692855835, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.77048659324646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1394}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1395}
{"loss": -0.30689674615859985, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.717609703540802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1395}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1396}
{"loss": -0.3547496199607849, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8334242701530457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1396}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.625}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1397}
{"loss": -0.32832565903663635, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7708680629730225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1397}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9663264751434326}, "epoch": 1398}
{"loss": -0.32639506459236145, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7638546228408813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1398}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1399}
{"loss": -0.31650257110595703, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7424710988998413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1399}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1400}
{"loss": -0.28383246064186096, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6654748320579529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1400}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1401}
{"loss": -0.355791836977005, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8350359797477722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1401}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1402}
{"loss": -0.27406078577041626, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6398728489875793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1402}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1403}
{"loss": -0.2972123324871063, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6952357888221741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1403}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1404}
{"loss": -0.38765162229537964, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.910068154335022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1404}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1405}
{"loss": -0.3686662018299103, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8636125922203064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1405}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1406}
{"loss": -0.2846395969390869, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6670634746551514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1406}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1407}
{"loss": -0.31475523114204407, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7349787950515747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1407}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1408}
{"loss": -0.2492235004901886, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.580546498298645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1408}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1409}
{"loss": -0.31613069772720337, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7391013503074646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1409}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1410}
{"loss": -0.3507828712463379, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8179958462715149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1410}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1411}
{"loss": -0.3929186165332794, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.9231655597686768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1411}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1412}
{"loss": -0.3083275556564331, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.721650242805481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1412}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9316326379776001, "acc_or": 0.9647958874702454}, "epoch": 1413}
{"loss": -0.3561864197254181, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8351559638977051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1413}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1414}
{"loss": -0.26432862877845764, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6173202991485596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1414}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1415}
{"loss": -0.25874075293540955, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6032257676124573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1415}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9704081416130066}, "epoch": 1416}
{"loss": -0.3442462980747223, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8067647218704224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1416}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1417}
{"loss": -0.33195412158966064, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7764868140220642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1417}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9714285135269165}, "epoch": 1418}
{"loss": -0.35024362802505493, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8188972473144531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1418}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.9658162593841553}, "epoch": 1419}
{"loss": -0.3252424895763397, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7619040012359619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1419}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.668367326259613}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9704081416130066}, "epoch": 1420}
{"loss": -0.32333338260650635, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7545380592346191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1420}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1421}
{"loss": -0.2972479462623596, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6915310025215149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1421}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1422}
{"loss": -0.2810637652873993, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6557920575141907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1422}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1423}
{"loss": -0.32632169127464294, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7625174522399902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1423}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9316326379776001, "acc_or": 0.9647958874702454}, "epoch": 1424}
{"loss": -0.3387816548347473, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.793421745300293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1424}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1425}
{"loss": -0.3368346691131592, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.788104772567749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1425}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1426}
{"loss": -0.29825326800346375, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6948614120483398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1426}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1427}
{"loss": -0.31830859184265137, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7424271702766418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1427}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1428}
{"loss": -0.3735275864601135, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8760342001914978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1428}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1429}
{"loss": -0.38073888421058655, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8881822824478149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1429}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1430}
{"loss": -0.29916810989379883, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6959944367408752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1430}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1431}
{"loss": -0.301377534866333, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7032141089439392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1431}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1432}
{"loss": -0.3222040832042694, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7530517578125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1432}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1433}
{"loss": -0.3464067280292511, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.809651792049408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1433}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1434}
{"loss": -0.3247098922729492, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7577734589576721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1434}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1435}
{"loss": -0.3029707074165344, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7053211331367493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1435}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1436}
{"loss": -0.3238169252872467, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.756381630897522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1436}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1437}
{"loss": -0.28063639998435974, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.652242124080658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1437}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1438}
{"loss": -0.27042055130004883, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6240437030792236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1438}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1439}
{"loss": -0.27754271030426025, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6464774012565613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1439}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1440}
{"loss": -0.281372994184494, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6549914479255676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1440}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9316326379776001, "acc_or": 0.9658162593841553}, "epoch": 1441}
{"loss": -0.2881278991699219, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6710342168807983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1441}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1442}
{"loss": -0.2897106409072876, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6748278737068176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1442}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9673469066619873}, "epoch": 1443}
{"loss": -0.30434274673461914, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7107319831848145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1443}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1444}
{"loss": -0.28702449798583984, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6685085892677307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1444}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1445}
{"loss": -0.33474603295326233, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7843332886695862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1445}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9673469066619873}, "epoch": 1446}
{"loss": -0.3018619120121002, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7016918063163757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1446}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1447}
{"loss": -0.33215731382369995, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.776698112487793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1447}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1448}
{"loss": -0.33189162611961365, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7760972380638123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1448}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1449}
{"loss": -0.32939058542251587, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7679576277732849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1449}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1450}
{"loss": -0.343250572681427, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8023493885993958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1450}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1451}
{"loss": -0.2675933241844177, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6226893067359924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1451}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9714285135269165}, "epoch": 1452}
{"loss": -0.3017449676990509, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7030392289161682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1452}
{"generalization hold out": {"acc": 0.2908163070678711, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1453}
{"loss": -0.28546616435050964, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6663126945495605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1453}
{"generalization hold out": {"acc": 0.3265306055545807, "acc_or": 0.6479591727256775}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1454}
{"loss": -0.4047101140022278, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.9448385834693909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1454}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5561224222183228}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1455}
{"loss": -0.2674095034599304, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6219322085380554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1455}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1456}
{"loss": -0.36521804332733154, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8529025912284851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1456}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1457}
{"loss": -0.28961145877838135, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6757831573486328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1457}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1458}
{"loss": -0.31885838508605957, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7434830069541931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1458}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1459}
{"loss": -0.32207468152046204, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7525984048843384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1459}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1460}
{"loss": -0.3870241940021515, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.9028021693229675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1460}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1461}
{"loss": -0.3379240334033966, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7879513502120972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1461}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1462}
{"loss": -0.35838577151298523, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8355746269226074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1462}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1463}
{"loss": -0.27883413434028625, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6487417817115784, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1463}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1464}
{"loss": -0.3232644498348236, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7535883188247681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1464}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1465}
{"loss": -0.3694440722465515, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8604554533958435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1465}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1466}
{"loss": -0.23452042043209076, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5422976613044739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1466}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1467}
{"loss": -0.2682109475135803, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6202582716941833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1467}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1468}
{"loss": -0.3024444282054901, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7031362056732178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1468}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6301020383834839}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1469}
{"loss": -0.2581886351108551, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6002127528190613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1469}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9663264751434326}, "epoch": 1470}
{"loss": -0.3315621018409729, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7720137238502502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1470}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1471}
{"loss": -0.27545440196990967, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6421713829040527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1471}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6479591727256775}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1472}
{"loss": -0.3124994933605194, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7300080060958862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1472}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1473}
{"loss": -0.30205038189888, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7037001848220825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1473}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.96683669090271}, "epoch": 1474}
{"loss": -0.28427401185035706, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6613873839378357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1474}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6479591727256775}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1475}
{"loss": -0.3230260908603668, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.751336932182312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1475}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1476}
{"loss": -0.30206242203712463, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7017872929573059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1476}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1477}
{"loss": -0.29200851917266846, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6786209344863892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1477}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.96683669090271}, "epoch": 1478}
{"loss": -0.3626747131347656, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8436545729637146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1478}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1479}
{"loss": -0.25896361470222473, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5993452072143555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1479}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1480}
{"loss": -0.2574521005153656, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.5971263647079468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1480}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1481}
{"loss": -0.26381856203079224, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6121267080307007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1481}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1482}
{"loss": -0.3745516538619995, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.8719503283500671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1482}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1483}
{"loss": -0.2459678053855896, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5692708492279053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1483}
{"generalization hold out": {"acc": 0.18877550959587097, "acc_or": 0.5765305757522583}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1484}
{"loss": -0.33674830198287964, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.784974992275238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1484}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1485}
{"loss": -0.360432505607605, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8390812277793884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1485}
{"generalization hold out": {"acc": 0.16326530277729034, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1486}
{"loss": -0.3028806149959564, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7011950612068176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1486}
{"generalization hold out": {"acc": 0.19897958636283875, "acc_or": 0.5790815949440002}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.9658162593841553}, "epoch": 1487}
{"loss": -0.32799389958381653, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7627034783363342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1487}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5892857313156128}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1488}
{"loss": -0.2892221212387085, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6722676753997803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1488}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.9316326379776001, "acc_or": 0.9647958874702454}, "epoch": 1489}
{"loss": -0.32404544949531555, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7526008486747742, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1489}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1490}
{"loss": -0.31975576281547546, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7445295453071594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1490}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1491}
{"loss": -0.27158957719802856, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6269863247871399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1491}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1492}
{"loss": -0.29228395223617554, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6793003678321838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1492}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.625}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1493}
{"loss": -0.34860044717788696, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8103360533714294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1493}
{"generalization hold out": {"acc": 0.30102041363716125, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1494}
{"loss": -0.2873488664627075, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6665624380111694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1494}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1495}
{"loss": -0.3399452269077301, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7903732061386108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1495}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1496}
{"loss": -0.3404023051261902, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.792538046836853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1496}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1497}
{"loss": -0.2905189096927643, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6742854118347168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1497}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1498}
{"loss": -0.3440365791320801, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8007126450538635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1498}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1499}
{"loss": -0.28529617190361023, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.660977303981781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1499}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1500}
{"loss": -0.27912965416908264, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6456212401390076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1500}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1501}
{"loss": -0.32294896245002747, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7523815035820007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1501}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1502}
{"loss": -0.3591456115245819, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8366183638572693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1502}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1503}
{"loss": -0.288202702999115, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6678940653800964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1503}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1504}
{"loss": -0.3832044005393982, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8916395306587219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1504}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1505}
{"loss": -0.31149423122406006, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7236436605453491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1505}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1506}
{"loss": -0.30563899874687195, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7098707556724548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1506}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1507}
{"loss": -0.283072829246521, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6559129953384399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1507}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1508}
{"loss": -0.2650258541107178, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6140828728675842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1508}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1509}
{"loss": -0.29538494348526, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6853623986244202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1509}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1510}
{"loss": -0.30751097202301025, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7125588059425354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1510}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1511}
{"loss": -0.22660262882709503, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5235719680786133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1511}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1512}
{"loss": -0.2813510596752167, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6512153744697571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1512}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6479591727256775}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1513}
{"loss": -0.3187263607978821, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7394912242889404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1513}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1514}
{"loss": -0.32638025283813477, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7563514709472656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1514}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1515}
{"loss": -0.2851984202861786, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6610696315765381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1515}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.714285671710968}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1516}
{"loss": -0.29768285155296326, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6908593773841858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1516}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1517}
{"loss": -0.39402735233306885, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.9179932475090027, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1517}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.96683669090271}, "epoch": 1518}
{"loss": -0.2768593430519104, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6402297019958496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1518}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1519}
{"loss": -0.3048659861087799, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7063659429550171, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1519}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.96683669090271}, "epoch": 1520}
{"loss": -0.3084293007850647, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7163655757904053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1520}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1521}
{"loss": -0.32531169056892395, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7530897855758667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1521}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1522}
{"loss": -0.37344348430633545, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8673116564750671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1522}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1523}
{"loss": -0.2901613712310791, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6713290214538574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1523}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1524}
{"loss": -0.29558518528938293, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6850513219833374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1524}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1525}
{"loss": -0.38016819953918457, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.884139358997345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1525}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1526}
{"loss": -0.3177131414413452, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7344761490821838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1526}
{"generalization hold out": {"acc": 0.3520407974720001, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1527}
{"loss": -0.2789316177368164, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6455345749855042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1527}
{"generalization hold out": {"acc": 0.34183672070503235, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1528}
{"loss": -0.3212597668170929, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7458728551864624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1528}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1529}
{"loss": -0.4084196090698242, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.9509842991828918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1529}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1530}
{"loss": -0.28426894545555115, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6566553711891174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1530}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1531}
{"loss": -0.30521273612976074, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7072585821151733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1531}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1532}
{"loss": -0.3239244520664215, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7519303560256958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1532}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1533}
{"loss": -0.36571505665779114, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8499057292938232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1533}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1534}
{"loss": -0.2594531178474426, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5976067781448364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1534}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1535}
{"loss": -0.2810647487640381, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6482628583908081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1535}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1536}
{"loss": -0.30141469836235046, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6989971995353699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1536}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1537}
{"loss": -0.3266206979751587, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7562869191169739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1537}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1538}
{"loss": -0.3269503116607666, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7563010454177856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1538}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1539}
{"loss": -0.3294050693511963, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7630918025970459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1539}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1540}
{"loss": -0.3360186815261841, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7790399193763733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1540}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1541}
{"loss": -0.34054264426231384, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7888190150260925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1541}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1542}
{"loss": -0.24775330722332, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5727805495262146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1542}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1543}
{"loss": -0.26114600896835327, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6018251180648804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1543}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1544}
{"loss": -0.29484841227531433, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.683802604675293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1544}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1545}
{"loss": -0.31956255435943604, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7411378026008606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1545}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1546}
{"loss": -0.3766917288303375, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.8746446371078491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1546}
{"generalization hold out": {"acc": 0.41326528787612915, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1547}
{"loss": -0.28962451219558716, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6687650084495544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1547}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1548}
{"loss": -0.30261391401290894, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6947402358055115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1548}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1549}
{"loss": -0.3474690318107605, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8054801225662231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1549}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1550}
{"loss": -0.2624943256378174, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6061820387840271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1550}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1551}
{"loss": -0.3212454617023468, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7458662390708923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1551}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1552}
{"loss": -0.3171798288822174, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7351730465888977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1552}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.9663264751434326}, "epoch": 1553}
{"loss": -0.3196955621242523, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7394391298294067, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1553}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1554}
{"loss": -0.3925114572048187, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.9112589955329895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1554}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1555}
{"loss": -0.30063435435295105, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6957194209098816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1555}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1556}
{"loss": -0.34352782368659973, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.79632967710495, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1556}
{"generalization hold out": {"acc": 0.30102041363716125, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1557}
{"loss": -0.2618972361087799, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6035659909248352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1557}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1558}
{"loss": -0.3219574987888336, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7458768486976624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1558}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1559}
{"loss": -0.3447551429271698, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.8003169894218445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1559}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5739795565605164}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1560}
{"loss": -0.32991454005241394, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.762977659702301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1560}
{"generalization hold out": {"acc": 0.20918366312980652, "acc_or": 0.5867346525192261}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1561}
{"loss": -0.2882553040981293, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6645467877388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1561}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6096938848495483}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1562}
{"loss": -0.3396885395050049, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7873855233192444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1562}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1563}
{"loss": -0.30614233016967773, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7062476873397827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1563}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1564}
{"loss": -0.32586732506752014, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7525448203086853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1564}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1565}
{"loss": -0.283583402633667, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6554400324821472, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1565}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1566}
{"loss": -0.3002316951751709, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6931148767471313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1566}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1567}
{"loss": -0.33069080114364624, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7632858753204346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1567}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1568}
{"loss": -0.3152455687522888, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7290467619895935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1568}
{"generalization hold out": {"acc": 0.37755101919174194, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1569}
{"loss": -0.3013262152671814, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6954782605171204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1569}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1570}
{"loss": -0.38847601413726807, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8981803059577942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1570}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1571}
{"loss": -0.35407331585884094, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8180714249610901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1571}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1572}
{"loss": -0.3189466595649719, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7357676029205322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1572}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1573}
{"loss": -0.33268463611602783, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7693800926208496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1573}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1574}
{"loss": -0.3462252914905548, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7978159189224243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1574}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1575}
{"loss": -0.32813140749931335, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7583351731300354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1575}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1576}
{"loss": -0.26925089955329895, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6222065687179565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1576}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1577}
{"loss": -0.30048468708992004, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.693697988986969, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1577}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7015305757522583}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1578}
{"loss": -0.2709736227989197, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6235178709030151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1578}
{"generalization hold out": {"acc": 0.3979591727256775, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1579}
{"loss": -0.3037416636943817, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7022488117218018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1579}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1580}
{"loss": -0.32819071412086487, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7566632628440857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1580}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9663264751434326}, "epoch": 1581}
{"loss": -0.3221345841884613, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7442497611045837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1581}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5816326141357422}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1582}
{"loss": -0.287455677986145, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6618627905845642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1582}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1583}
{"loss": -0.27549195289611816, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6343274712562561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1583}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1584}
{"loss": -0.2842824459075928, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6550315022468567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1584}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1585}
{"loss": -0.22235149145126343, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5084842443466187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1585}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5739795565605164}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1586}
{"loss": -0.3319506347179413, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7663096189498901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1586}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9673469066619873}, "epoch": 1587}
{"loss": -0.35590335726737976, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8222023248672485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1587}
{"generalization hold out": {"acc": 0.2908163070678711, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1588}
{"loss": -0.3019230365753174, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6965624690055847, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1588}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.6198979616165161}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.9658162593841553}, "epoch": 1589}
{"loss": -0.340465784072876, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7874211072921753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1589}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1590}
{"loss": -0.3062092363834381, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7072649002075195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1590}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1591}
{"loss": -0.32216376066207886, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7450659275054932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1591}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1592}
{"loss": -0.3141535222530365, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7248831987380981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1592}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9704081416130066}, "epoch": 1593}
{"loss": -0.33800041675567627, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7803144454956055, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1593}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1594}
{"loss": -0.3180433213710785, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7329932451248169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1594}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1595}
{"loss": -0.35793378949165344, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8281344175338745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1595}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1596}
{"loss": -0.3696691691875458, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8555001616477966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1596}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1597}
{"loss": -0.27802351117134094, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.640088677406311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1597}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1598}
{"loss": -0.3357867896556854, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7764785289764404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1598}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1599}
{"loss": -0.350699782371521, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8106424808502197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1599}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1600}
{"loss": -0.32759425044059753, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7559370994567871, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1600}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1601}
{"loss": -0.32031872868537903, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7403373122215271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1601}
{"generalization hold out": {"acc": 0.20918366312980652, "acc_or": 0.5867346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1602}
{"loss": -0.24994300305843353, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5737543702125549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1602}
{"generalization hold out": {"acc": 0.13265305757522583, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1603}
{"loss": -0.3392694294452667, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7809208631515503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1603}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1604}
{"loss": -0.30519816279411316, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.701142430305481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1604}
{"generalization hold out": {"acc": 0.13775509595870972, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1605}
{"loss": -0.3415493965148926, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7874717712402344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1605}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1606}
{"loss": -0.26436227560043335, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6033071279525757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1606}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1607}
{"loss": -0.3705187439918518, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.854712963104248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1607}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1608}
{"loss": -0.3488221764564514, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8070164918899536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1608}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1609}
{"loss": -0.3303784132003784, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7629547715187073, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1609}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1610}
{"loss": -0.30726635456085205, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7063877582550049, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1610}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1611}
{"loss": -0.34168121218681335, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7883369326591492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1611}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1612}
{"loss": -0.3316165804862976, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7651075124740601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1612}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9316326379776001, "acc_or": 0.9658162593841553}, "epoch": 1613}
{"loss": -0.35857903957366943, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8274486064910889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1613}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1614}
{"loss": -0.3539034128189087, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8161409497261047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1614}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1615}
{"loss": -0.2476838082075119, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5681231021881104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1615}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1616}
{"loss": -0.29233431816101074, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6720635890960693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1616}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5765305757522583}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1617}
{"loss": -0.3618399202823639, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8335849046707153, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1617}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5739795565605164}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1618}
{"loss": -0.2993120551109314, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6897648572921753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1618}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1619}
{"loss": -0.3321722447872162, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7645949721336365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1619}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1620}
{"loss": -0.35582950711250305, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8218377232551575, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1620}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1621}
{"loss": -0.3401995599269867, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7839154601097107, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1621}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1622}
{"loss": -0.314450204372406, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7252203226089478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1622}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1623}
{"loss": -0.3280125558376312, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7549788951873779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1623}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1624}
{"loss": -0.34297463297843933, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7917661070823669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1624}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1625}
{"loss": -0.3293052315711975, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7589582800865173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1625}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "epoch": 1626}
{"loss": -0.31659555435180664, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7272327542304993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1626}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9306122064590454, "acc_or": 0.9647958874702454}, "epoch": 1627}
{"loss": -0.3645651340484619, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8388503193855286, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1627}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1628}
{"loss": -0.33509039878845215, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7682296633720398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1628}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1629}
{"loss": -0.28422310948371887, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6479759812355042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1629}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.93265300989151, "acc_or": 0.9663264751434326}, "epoch": 1630}
{"loss": -0.27004295587539673, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6179968118667603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1630}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6071428656578064}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1631}
{"loss": -0.2225559949874878, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5073508620262146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1631}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1632}
{"loss": -0.2914022207260132, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6678181290626526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1632}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9306122064590454, "acc_or": 0.9653061032295227}, "epoch": 1633}
{"loss": -0.32381653785705566, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7441124320030212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1633}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9316326379776001, "acc_or": 0.9658162593841553}, "epoch": 1634}
{"loss": -0.3440268337726593, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7925891280174255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1634}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5663264989852905}, "uniform holdout": {"acc": 0.9316326379776001, "acc_or": 0.9658162593841553}, "epoch": 1635}
{"loss": -0.3528669476509094, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.811795711517334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1635}
{"generalization hold out": {"acc": 0.16326530277729034, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1636}
{"loss": -0.30429136753082275, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7000349760055542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1636}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5561224222183228}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1637}
{"loss": -0.31082308292388916, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7137549519538879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1637}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1638}
{"loss": -0.3053683936595917, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7019256353378296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1638}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.9306122064590454, "acc_or": 0.9653061032295227}, "epoch": 1639}
{"loss": -0.286927729845047, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6596492528915405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1639}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1640}
{"loss": -0.330824077129364, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7626232504844666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1640}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5663264989852905}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1641}
{"loss": -0.2906379997730255, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6662124395370483, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1641}
{"generalization hold out": {"acc": 0.17346937954425812, "acc_or": 0.5663264989852905}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1642}
{"loss": -0.3332137167453766, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7663289308547974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1642}
{"generalization hold out": {"acc": 0.13265305757522583, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1643}
{"loss": -0.34542492032051086, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7945895791053772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1643}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1644}
{"loss": -0.33893638849258423, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7792561650276184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1644}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1645}
{"loss": -0.2755758762359619, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6303004026412964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1645}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1646}
{"loss": -0.30100423097610474, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6907020211219788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1646}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1647}
{"loss": -0.3194293975830078, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7347596287727356, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1647}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1648}
{"loss": -0.2824869453907013, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6479750871658325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1648}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1649}
{"loss": -0.3061820864677429, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7043202519416809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1649}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.9663264751434326}, "epoch": 1650}
{"loss": -0.3430434763431549, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7902593016624451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1650}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.9663264751434326}, "epoch": 1651}
{"loss": -0.30948111414909363, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7117338180541992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1651}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1652}
{"loss": -0.32475781440734863, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7463226318359375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1652}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9673469066619873}, "epoch": 1653}
{"loss": -0.3280457854270935, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7551345825195312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1653}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1654}
{"loss": -0.30482345819473267, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6990827322006226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1654}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9673469066619873}, "epoch": 1655}
{"loss": -0.2615155875682831, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6003979444503784, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1655}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9673469066619873}, "epoch": 1656}
{"loss": -0.38359734416007996, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8845324516296387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1656}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1657}
{"loss": -0.28381282091140747, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6492908000946045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1657}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.93265300989151, "acc_or": 0.9653061032295227}, "epoch": 1658}
{"loss": -0.25732138752937317, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5891075134277344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1658}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1659}
{"loss": -0.32102859020233154, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7381575107574463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1659}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1660}
{"loss": -0.3679880201816559, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8473537564277649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1660}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.9658162593841553}, "epoch": 1661}
{"loss": -0.3335079550743103, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7670340538024902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1661}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.6301020383834839}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1662}
{"loss": -0.29911768436431885, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6847400069236755, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1662}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1663}
{"loss": -0.3066338002681732, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7048766613006592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1663}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5816326141357422}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9663264751434326}, "epoch": 1664}
{"loss": -0.2134813815355301, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.48763227462768555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1664}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.9658162593841553}, "epoch": 1665}
{"loss": -0.33656808733940125, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7738431096076965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1665}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9316326379776001, "acc_or": 0.9647958874702454}, "epoch": 1666}
{"loss": -0.2662087082862854, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6095831990242004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1666}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1667}
{"loss": -0.30523499846458435, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7023643255233765, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1667}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1668}
{"loss": -0.32075244188308716, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7367271780967712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1668}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.93265300989151, "acc_or": 0.9653061032295227}, "epoch": 1669}
{"loss": -0.34767821431159973, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7995241284370422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1669}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1670}
{"loss": -0.36273112893104553, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8337326049804688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1670}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1671}
{"loss": -0.2578310966491699, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5906517505645752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1671}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1672}
{"loss": -0.2811635136604309, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6434708833694458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1672}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.6198979616165161}, "uniform holdout": {"acc": 0.93265300989151, "acc_or": 0.9653061032295227}, "epoch": 1673}
{"loss": -0.22741346061229706, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5180150270462036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1673}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1674}
{"loss": -0.3353017568588257, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.770938515663147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1674}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9663264751434326}, "epoch": 1675}
{"loss": -0.2791649103164673, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6406849026679993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1675}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1676}
{"loss": -0.38602885603904724, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8843485116958618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1676}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1677}
{"loss": -0.303462415933609, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.698378324508667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1677}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1678}
{"loss": -0.3363790810108185, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.773006021976471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1678}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6071428656578064}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1679}
{"loss": -0.27402547001838684, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.626912534236908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1679}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1680}
{"loss": -0.38904640078544617, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8949050307273865, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1680}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.9658162593841553}, "epoch": 1681}
{"loss": -0.36554116010665894, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8405041098594666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1681}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6096938848495483}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1682}
{"loss": -0.28306031227111816, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6488303542137146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1682}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1683}
{"loss": -0.3606840670108795, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8294487595558167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1683}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1684}
{"loss": -0.3454982042312622, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7919524312019348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1684}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1685}
{"loss": -0.29628026485443115, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6772963404655457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1685}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.6071428656578064}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1686}
{"loss": -0.2829427123069763, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6480847001075745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1686}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1687}
{"loss": -0.33488404750823975, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7702325582504272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1687}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1688}
{"loss": -0.27428796887397766, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6273860931396484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1688}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1689}
{"loss": -0.3001805245876312, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6869444847106934, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1689}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1690}
{"loss": -0.3344460129737854, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7672980427742004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1690}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1691}
{"loss": -0.375510573387146, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8624550104141235, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1691}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1692}
{"loss": -0.31074389815330505, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7132419943809509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1692}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1693}
{"loss": -0.35489997267723083, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8136724233627319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1693}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1694}
{"loss": -0.30181536078453064, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.692474901676178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1694}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1695}
{"loss": -0.3659106492996216, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8382072448730469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1695}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1696}
{"loss": -0.3182041049003601, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.728584885597229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1696}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1697}
{"loss": -0.28416550159454346, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.65179044008255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1697}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1698}
{"loss": -0.25906768441200256, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.5930378437042236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1698}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1699}
{"loss": -0.28243982791900635, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.646011233329773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1699}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1700}
{"loss": -0.3536445200443268, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8112863898277283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1700}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1701}
{"loss": -0.34896180033683777, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8002902865409851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1701}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1702}
{"loss": -0.3463168144226074, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7954986691474915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1702}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1703}
{"loss": -0.2829839289188385, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.64781653881073, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1703}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1704}
{"loss": -0.2947956919670105, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6748266816139221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1704}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1705}
{"loss": -0.3424703776836395, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7864307165145874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1705}
{"generalization hold out": {"acc": 0.13265305757522583, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1706}
{"loss": -0.3526357114315033, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8093241453170776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1706}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1707}
{"loss": -0.22026894986629486, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.5009422302246094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1707}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1708}
{"loss": -0.3272162079811096, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7532498240470886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1708}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1709}
{"loss": -0.3431144058704376, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7874595522880554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1709}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1710}
{"loss": -0.3624840974807739, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8321666717529297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1710}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1711}
{"loss": -0.3351764380931854, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7701531052589417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1711}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1712}
{"loss": -0.3099483251571655, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7107748985290527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1712}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1713}
{"loss": -0.3347684144973755, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7664887309074402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1713}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5357142686843872}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1714}
{"loss": -0.33529654145240784, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7672843933105469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1714}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1715}
{"loss": -0.33946946263313293, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7800840735435486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1715}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1716}
{"loss": -0.32121872901916504, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7355992197990417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1716}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1717}
{"loss": -0.33824339509010315, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7757650017738342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1717}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1718}
{"loss": -0.33563435077667236, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7683237791061401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1718}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1719}
{"loss": -0.24164408445358276, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.5510561466217041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1719}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5357142686843872}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1720}
{"loss": -0.32588380575180054, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7457147836685181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1720}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1721}
{"loss": -0.33542191982269287, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7685015797615051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1721}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1722}
{"loss": -0.33059805631637573, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7585816383361816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1722}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1723}
{"loss": -0.20761485397815704, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.46941396594047546, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1723}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1724}
{"loss": -0.2363940328359604, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5376206636428833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1724}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.625}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1725}
{"loss": -0.3446359634399414, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7888519763946533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1725}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.625}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1726}
{"loss": -0.29474177956581116, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6727062463760376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1726}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.625}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1727}
{"loss": -0.345027893781662, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7881183624267578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1727}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.625}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1728}
{"loss": -0.29687729477882385, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6784366965293884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1728}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.9663264751434326}, "epoch": 1729}
{"loss": -0.3673788607120514, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8426410555839539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1729}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1730}
{"loss": -0.3097880482673645, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7080508470535278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1730}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1731}
{"loss": -0.3410118520259857, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7791466116905212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1731}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6428571343421936}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1732}
{"loss": -0.29434454441070557, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6715418696403503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1732}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5586734414100647}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1733}
{"loss": -0.24725615978240967, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5626974701881409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1733}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5765305757522583}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1734}
{"loss": -0.31103184819221497, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7087013721466064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1734}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1735}
{"loss": -0.33564144372940063, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7676101326942444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1735}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.93265300989151, "acc_or": 0.9663264751434326}, "epoch": 1736}
{"loss": -0.3072715401649475, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6990794539451599, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1736}
{"generalization hold out": {"acc": 0.27040815353393555, "acc_or": 0.6198979616165161}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1737}
{"loss": -0.2731337547302246, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6236147284507751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1737}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6071428656578064}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1738}
{"loss": -0.31065335869789124, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7090703845024109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1738}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6071428656578064}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1739}
{"loss": -0.31312769651412964, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7150470018386841, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1739}
{"generalization hold out": {"acc": 0.2602040767669678, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1740}
{"loss": -0.36410143971443176, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8327280879020691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1740}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1741}
{"loss": -0.29885396361351013, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6831785440444946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1741}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6173469424247742}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1742}
{"loss": -0.2931181788444519, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6692588329315186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1742}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.625}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1743}
{"loss": -0.37717923521995544, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8651460409164429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1743}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1744}
{"loss": -0.3115956783294678, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7131381630897522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1744}
{"generalization hold out": {"acc": 0.2908163070678711, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1745}
{"loss": -0.3412376642227173, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7799164056777954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1745}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1746}
{"loss": -0.27316123247146606, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6185362339019775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1746}
{"generalization hold out": {"acc": 0.2908163070678711, "acc_or": 0.6352040767669678}, "uniform holdout": {"acc": 0.93265300989151, "acc_or": 0.9663264751434326}, "epoch": 1747}
{"loss": -0.34522947669029236, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7906346917152405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1747}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1748}
{"loss": -0.3820381462574005, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8755344152450562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1748}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9673469066619873}, "epoch": 1749}
{"loss": -0.2579498887062073, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5861572027206421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1749}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1750}
{"loss": -0.27258357405662537, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6219260096549988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1750}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1751}
{"loss": -0.3457019627094269, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7920092344284058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1751}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1752}
{"loss": -0.27002382278442383, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6163169741630554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1752}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1753}
{"loss": -0.29460370540618896, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6736032962799072, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1753}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1754}
{"loss": -0.32074564695358276, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7328245639801025, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1754}
{"generalization hold out": {"acc": 0.3265306055545807, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1755}
{"loss": -0.3019522428512573, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6897162795066833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1755}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1756}
{"loss": -0.30262088775634766, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.691536545753479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1756}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6479591727256775}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1757}
{"loss": -0.32567161321640015, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7435412406921387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1757}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1758}
{"loss": -0.3774983882904053, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8634516000747681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1758}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6556122303009033}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1759}
{"loss": -0.29674622416496277, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6771360039710999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1759}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1760}
{"loss": -0.31834501028060913, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7277709245681763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1760}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1761}
{"loss": -0.30281534790992737, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6899474263191223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1761}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1762}
{"loss": -0.3476909101009369, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7963606119155884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1762}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1763}
{"loss": -0.3246527910232544, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7414404153823853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1763}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1764}
{"loss": -0.3181028664112091, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7264328002929688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1764}
{"generalization hold out": {"acc": 0.4234693646430969, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1765}
{"loss": -0.2726941406726837, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6211357116699219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1765}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1766}
{"loss": -0.3450557589530945, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7904731035232544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1766}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6479591727256775}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1767}
{"loss": -0.37888631224632263, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8685687780380249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1767}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1768}
{"loss": -0.2809530794620514, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.642065167427063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1768}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.93265300989151, "acc_or": 0.9663264751434326}, "epoch": 1769}
{"loss": -0.3339640498161316, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.760834276676178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1769}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1770}
{"loss": -0.34733346104621887, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7941747307777405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1770}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1771}
{"loss": -0.3481425940990448, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7962133884429932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1771}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1772}
{"loss": -0.34272855520248413, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7830274105072021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1772}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1773}
{"loss": -0.37229081988334656, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8534379601478577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1773}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1774}
{"loss": -0.3018317222595215, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6815391182899475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1774}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1775}
{"loss": -0.36090216040611267, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8254485130310059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1775}
{"generalization hold out": {"acc": 0.38265305757522583, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "epoch": 1776}
{"loss": -0.37414926290512085, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8560709357261658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1776}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1777}
{"loss": -0.2732045352458954, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6213408708572388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1777}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1778}
{"loss": -0.2612118422985077, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5955142974853516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1778}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1779}
{"loss": -0.3193790912628174, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7268469333648682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1779}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1780}
{"loss": -0.3488728106021881, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7968845367431641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1780}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1781}
{"loss": -0.39000701904296875, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8797603845596313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1781}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1782}
{"loss": -0.2994461953639984, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.683903157711029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1782}
{"generalization hold out": {"acc": 0.23979590833187103, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1783}
{"loss": -0.2871144413948059, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6536451578140259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1783}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1784}
{"loss": -0.24462752044200897, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5558521747589111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1784}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1785}
{"loss": -0.35384300351142883, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8077565431594849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1785}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5969387888908386}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1786}
{"loss": -0.24388432502746582, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.5541958808898926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1786}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.6275510191917419}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1787}
{"loss": -0.264678031206131, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5983720421791077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1787}
{"generalization hold out": {"acc": 0.29591837525367737, "acc_or": 0.6377550959587097}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1788}
{"loss": -0.36206191778182983, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.8284583687782288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1788}
{"generalization hold out": {"acc": 0.2806122303009033, "acc_or": 0.6301020383834839}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1789}
{"loss": -0.2864924967288971, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6522189974784851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1789}
{"generalization hold out": {"acc": 0.3265306055545807, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1790}
{"loss": -0.3770320415496826, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.8635188341140747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1790}
{"generalization hold out": {"acc": 0.3265306055545807, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1791}
{"loss": -0.32723721861839294, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7480389475822449, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1791}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1792}
{"loss": -0.2942519783973694, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6685808897018433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1792}
{"generalization hold out": {"acc": 0.3265306055545807, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1793}
{"loss": -0.3629588484764099, "acc": 0.9961468577384949, "acc_or": 0.9980167746543884, "sender_entropy": 0.8284470438957214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1793}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1794}
{"loss": -0.32472991943359375, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7404982447624207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1794}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.6989795565605164}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1795}
{"loss": -0.2985365688800812, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6809130907058716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1795}
{"generalization hold out": {"acc": 0.3265306055545807, "acc_or": 0.6556122303009033}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1796}
{"loss": -0.2335115671157837, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5265028476715088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1796}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6581632494926453}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1797}
{"loss": -0.3206337094306946, "acc": 0.9968268275260925, "acc_or": 0.9983567595481873, "sender_entropy": 0.7310629487037659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1797}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1798}
{"loss": -0.32489657402038574, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7419198751449585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1798}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6556122303009033}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1799}
{"loss": -0.3429873287677765, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7830710411071777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1799}
{"generalization hold out": {"acc": 0.3214285671710968, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1800}
{"loss": -0.34199169278144836, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7806509137153625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1800}
{"generalization hold out": {"acc": 0.3265306055545807, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1801}
{"loss": -0.2663927376270294, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.606128454208374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1801}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.545918345451355}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1802}
{"loss": -0.34080642461776733, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7772877216339111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1802}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1803}
{"loss": -0.33065855503082275, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7529353499412537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1803}
{"generalization hold out": {"acc": 0.20918366312980652, "acc_or": 0.5918367505073547}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1804}
{"loss": -0.2629674971103668, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5979841947555542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1804}
{"generalization hold out": {"acc": 0.26530611515045166, "acc_or": 0.6198979616165161}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1805}
{"loss": -0.3522239923477173, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.8050780296325684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1805}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1806}
{"loss": -0.3700791597366333, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8452578186988831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1806}
{"generalization hold out": {"acc": 0.25, "acc_or": 0.6122449040412903}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1807}
{"loss": -0.31338930130004883, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.71556156873703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1807}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1808}
{"loss": -0.3038257658481598, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6933987736701965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1808}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1809}
{"loss": -0.36527204513549805, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8331535458564758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1809}
{"generalization hold out": {"acc": 0.31122449040412903, "acc_or": 0.6505101919174194}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1810}
{"loss": -0.2855619490146637, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6495120525360107, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1810}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1811}
{"loss": -0.3008632957935333, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6849622130393982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1811}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1812}
{"loss": -0.3556402623653412, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8104305267333984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1812}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1813}
{"loss": -0.36209678649902344, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.8264409899711609, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1813}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1814}
{"loss": -0.37836772203445435, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8624429106712341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1814}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1815}
{"loss": -0.30468061566352844, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6936346292495728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1815}
{"generalization hold out": {"acc": 0.11734693497419357, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9316326379776001, "acc_or": 0.9658162593841553}, "epoch": 1816}
{"loss": -0.3416355550289154, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7798254489898682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1816}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1817}
{"loss": -0.2675597369670868, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.60810387134552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1817}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1818}
{"loss": -0.3210492730140686, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.73108971118927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1818}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1819}
{"loss": -0.27809351682662964, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6325300335884094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1819}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5790815949440002}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1820}
{"loss": -0.28403910994529724, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6459168791770935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1820}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1821}
{"loss": -0.3262447714805603, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.7432863116264343, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1821}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1822}
{"loss": -0.36781439185142517, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8387688994407654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1822}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1823}
{"loss": -0.2740211486816406, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6221926808357239, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1823}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1824}
{"loss": -0.3186938762664795, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7246389389038086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1824}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1825}
{"loss": -0.35366642475128174, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8061519861221313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1825}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1826}
{"loss": -0.4280538260936737, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.9736337065696716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1826}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1827}
{"loss": -0.27240702509880066, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.618101954460144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1827}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9673469066619873}, "epoch": 1828}
{"loss": -0.35498154163360596, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8097019195556641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1828}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1829}
{"loss": -0.32646411657333374, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7438330054283142, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1829}
{"generalization hold out": {"acc": 0.4030612111091614, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1830}
{"loss": -0.32291558384895325, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7365485429763794, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1830}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1831}
{"loss": -0.3721064627170563, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.84671950340271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1831}
{"generalization hold out": {"acc": 0.2908163070678711, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1832}
{"loss": -0.37541094422340393, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.856563150882721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1832}
{"generalization hold out": {"acc": 0.33673468232154846, "acc_or": 0.6556122303009033}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1833}
{"loss": -0.3450051248073578, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7844833731651306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1833}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1834}
{"loss": -0.26621320843696594, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6036010384559631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1834}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1835}
{"loss": -0.29679492115974426, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.674579381942749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1835}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1836}
{"loss": -0.3070686459541321, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6988195180892944, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1836}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6607142686843872}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1837}
{"loss": -0.32774147391319275, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7465647459030151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1837}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6454081535339355}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1838}
{"loss": -0.29314154386520386, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6662755608558655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1838}
{"generalization hold out": {"acc": 0.30612245202064514, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1839}
{"loss": -0.3478422462940216, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7902861833572388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1839}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5688775181770325}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1840}
{"loss": -0.27385616302490234, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6216026544570923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1840}
{"generalization hold out": {"acc": 0.18877550959587097, "acc_or": 0.5739795565605164}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1841}
{"loss": -0.29872632026672363, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6786812543869019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1841}
{"generalization hold out": {"acc": 0.09693877398967743, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1842}
{"loss": -0.2703976035118103, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6149435043334961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1842}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1843}
{"loss": -0.334612637758255, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7613617777824402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1843}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1844}
{"loss": -0.29703187942504883, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6742088198661804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1844}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5561224222183228}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1845}
{"loss": -0.4072757661342621, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.9281712770462036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1845}
{"generalization hold out": {"acc": 0.15816326439380646, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1846}
{"loss": -0.37165552377700806, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.847733736038208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1846}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1847}
{"loss": -0.32700425386428833, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.744693398475647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1847}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1848}
{"loss": -0.3163239359855652, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7180821895599365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1848}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1849}
{"loss": -0.3579731285572052, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.816645085811615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1849}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1850}
{"loss": -0.3331257104873657, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.757187008857727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1850}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1851}
{"loss": -0.37638548016548157, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8570392727851868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1851}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1852}
{"loss": -0.2760830819606781, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6269225478172302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1852}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1853}
{"loss": -0.34043630957603455, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7755963802337646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1853}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1854}
{"loss": -0.3297646939754486, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7508108615875244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1854}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1855}
{"loss": -0.3402232825756073, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7735538482666016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1855}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1856}
{"loss": -0.26856356859207153, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6074103713035583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1856}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1857}
{"loss": -0.34358736872673035, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7791845798492432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1857}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1858}
{"loss": -0.2792174518108368, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6335411667823792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1858}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1859}
{"loss": -0.35137876868247986, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8001672029495239, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1859}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1860}
{"loss": -0.32953187823295593, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7499483227729797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1860}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1861}
{"loss": -0.28670164942741394, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6504743695259094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1861}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1862}
{"loss": -0.33577683568000793, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7634407877922058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1862}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1863}
{"loss": -0.334014892578125, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7607923150062561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1863}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1864}
{"loss": -0.38841280341148376, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8862879276275635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1864}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1865}
{"loss": -0.35468819737434387, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8069600462913513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1865}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1866}
{"loss": -0.3349504768848419, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7607649564743042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1866}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1867}
{"loss": -0.3569887578487396, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8132963180541992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1867}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 1868}
{"loss": -0.29901260137557983, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6772290468215942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1868}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1869}
{"loss": -0.352257639169693, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8000476956367493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1869}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.9663264751434326}, "epoch": 1870}
{"loss": -0.395908921957016, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.9039229154586792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1870}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1871}
{"loss": -0.2886386811733246, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6559513211250305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1871}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.96683669090271}, "epoch": 1872}
{"loss": -0.32905828952789307, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7445826530456543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1872}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9714285135269165}, "epoch": 1873}
{"loss": -0.3233855366706848, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7365847826004028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1873}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9709182977676392}, "epoch": 1874}
{"loss": -0.348495751619339, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7928552031517029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1874}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1875}
{"loss": -0.34691309928894043, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.789974570274353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1875}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1876}
{"loss": -0.2537020444869995, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.5738977193832397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1876}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1877}
{"loss": -0.317539244890213, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7221142649650574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1877}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1878}
{"loss": -0.35315942764282227, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8045087456703186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1878}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1879}
{"loss": -0.3668064475059509, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8333203196525574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1879}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9704081416130066}, "epoch": 1880}
{"loss": -0.3820822834968567, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8693609833717346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1880}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1881}
{"loss": -0.2685103714466095, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6088014245033264, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1881}
{"generalization hold out": {"acc": 0.13265305757522583, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1882}
{"loss": -0.34212782979011536, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.776253879070282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1882}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5306122303009033}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1883}
{"loss": -0.3535946011543274, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8026415109634399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1883}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5357142686843872}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1884}
{"loss": -0.28456589579582214, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6446259021759033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1884}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1885}
{"loss": -0.2826463282108307, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6414761543273926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1885}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1886}
{"loss": -0.3163103461265564, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7177013158798218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1886}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1887}
{"loss": -0.3381267488002777, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.766306459903717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1887}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1888}
{"loss": -0.33920615911483765, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7709763050079346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1888}
{"generalization hold out": {"acc": 0.11224489659070969, "acc_or": 0.5331632494926453}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1889}
{"loss": -0.29530322551727295, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6700198650360107, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1889}
{"generalization hold out": {"acc": 0.2551020383834839, "acc_or": 0.6198979616165161}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1890}
{"loss": -0.2835543155670166, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6411975026130676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1890}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1891}
{"loss": -0.27445971965789795, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6224983930587769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1891}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1892}
{"loss": -0.3776918351650238, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8577250242233276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1892}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9316326379776001, "acc_or": 0.9658162593841553}, "epoch": 1893}
{"loss": -0.3301495611667633, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7502562403678894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1893}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1894}
{"loss": -0.3040268123149872, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6906918883323669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1894}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5663264989852905}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1895}
{"loss": -0.31018030643463135, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7036411166191101, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1895}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1896}
{"loss": -0.22024855017662048, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.4967687427997589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1896}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1897}
{"loss": -0.3148030638694763, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.714054524898529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1897}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1898}
{"loss": -0.24003620445728302, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5415866374969482, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1898}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5255101919174194}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1899}
{"loss": -0.35337767004966736, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.804381251335144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1899}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1900}
{"loss": -0.3171851634979248, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7210646867752075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1900}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5510203838348389}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1901}
{"loss": -0.33619776368141174, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7637826800346375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1901}
{"generalization hold out": {"acc": 0.13775509595870972, "acc_or": 0.5484693646430969}, "uniform holdout": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "epoch": 1902}
{"loss": -0.29631307721138, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6713191866874695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1902}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1903}
{"loss": -0.3268424868583679, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.74357670545578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1903}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1904}
{"loss": -0.28065022826194763, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6356865763664246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1904}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5663264989852905}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1905}
{"loss": -0.29023489356040955, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6582311391830444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1905}
{"generalization hold out": {"acc": 0.1071428582072258, "acc_or": 0.5357142686843872}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1906}
{"loss": -0.2534915506839752, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5735477209091187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1906}
{"generalization hold out": {"acc": 0.12244898080825806, "acc_or": 0.5408163070678711}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1907}
{"loss": -0.34299835562705994, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7784303426742554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1907}
{"generalization hold out": {"acc": 0.22959183156490326, "acc_or": 0.5994898080825806}, "uniform holdout": {"acc": 0.9316326379776001, "acc_or": 0.9658162593841553}, "epoch": 1908}
{"loss": -0.3355625867843628, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7633437514305115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1908}
{"generalization hold out": {"acc": 0.2448979616165161, "acc_or": 0.6096938848495483}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1909}
{"loss": -0.3256649971008301, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7392129898071289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1909}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5816326141357422}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1910}
{"loss": -0.30385470390319824, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.689764142036438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1910}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1911}
{"loss": -0.2724096477031708, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6156105399131775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1911}
{"generalization hold out": {"acc": 0.1428571343421936, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1912}
{"loss": -0.3383452296257019, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.768016517162323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1912}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5561224222183228}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1913}
{"loss": -0.38767942786216736, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.881310760974884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1913}
{"generalization hold out": {"acc": 0.14795918762683868, "acc_or": 0.5561224222183228}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1914}
{"loss": -0.3464054763317108, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7861672043800354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1914}
{"generalization hold out": {"acc": 0.15306122601032257, "acc_or": 0.5535714030265808}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1915}
{"loss": -0.24141685664653778, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.5460531115531921, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1915}
{"generalization hold out": {"acc": 0.178571417927742, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1916}
{"loss": -0.27972930669784546, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6338377594947815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1916}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5739795565605164}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1917}
{"loss": -0.3030032813549042, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.687164306640625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1917}
{"generalization hold out": {"acc": 0.18367347121238708, "acc_or": 0.5714285373687744}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1918}
{"loss": -0.305107057094574, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6911385655403137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1918}
{"generalization hold out": {"acc": 0.20918366312980652, "acc_or": 0.5867346525192261}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1919}
{"loss": -0.3518449664115906, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7987005114555359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1919}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.6658163070678711}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1920}
{"loss": -0.27662739157676697, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6259117722511292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1920}
{"generalization hold out": {"acc": 0.16326530277729034, "acc_or": 0.5637754797935486}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1921}
{"loss": -0.3595789968967438, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8145873546600342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1921}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.5382652878761292}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1922}
{"loss": -0.28667715191841125, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6501039862632751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1922}
{"generalization hold out": {"acc": 0.16836734116077423, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1923}
{"loss": -0.2727207839488983, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6173471808433533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1923}
{"generalization hold out": {"acc": 0.12755101919174194, "acc_or": 0.543367326259613}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1924}
{"loss": -0.3618443012237549, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8221784830093384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1924}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5841836333274841}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.96683669090271}, "epoch": 1925}
{"loss": -0.32645952701568604, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7385321259498596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1925}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1926}
{"loss": -0.31300780177116394, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7084274888038635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1926}
{"generalization hold out": {"acc": 0.19387754797935486, "acc_or": 0.5816326141357422}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1927}
{"loss": -0.3205167353153229, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7267897129058838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1927}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.5867346525192261}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.96683669090271}, "epoch": 1928}
{"loss": -0.3345453441143036, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7580386996269226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1928}
{"generalization hold out": {"acc": 0.18877550959587097, "acc_or": 0.5790815949440002}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9698979258537292}, "epoch": 1929}
{"loss": -0.31133753061294556, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7061300277709961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1929}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1930}
{"loss": -0.3034328520298004, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6850199699401855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1930}
{"generalization hold out": {"acc": 0.2142857164144516, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1931}
{"loss": -0.31174078583717346, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7059991359710693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1931}
{"generalization hold out": {"acc": 0.21938775479793549, "acc_or": 0.5943877696990967}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9673469066619873}, "epoch": 1932}
{"loss": -0.3896019458770752, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8847142457962036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1932}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9704081416130066}, "epoch": 1933}
{"loss": -0.3175463080406189, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7200464010238647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1933}
{"generalization hold out": {"acc": 0.23469386994838715, "acc_or": 0.6045918464660645}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1934}
{"loss": -0.30039000511169434, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6808487772941589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1934}
{"generalization hold out": {"acc": 0.36734694242477417, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9683672785758972}, "epoch": 1935}
{"loss": -0.33530357480049133, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7605857253074646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1935}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9678571224212646}, "epoch": 1936}
{"loss": -0.3663047254085541, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.83216392993927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1936}
{"generalization hold out": {"acc": 0.34183672070503235, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1937}
{"loss": -0.28349754214286804, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6410432457923889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1937}
{"generalization hold out": {"acc": 0.357142835855484, "acc_or": 0.670918345451355}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1938}
{"loss": -0.3604050278663635, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8180525302886963, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1938}
{"generalization hold out": {"acc": 0.34183672070503235, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9688774943351746}, "epoch": 1939}
{"loss": -0.3497574031352997, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7938050627708435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1939}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.7117346525192261}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9693877100944519}, "epoch": 1940}
{"loss": -0.3823242485523224, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8701083064079285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1940}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9698979258537292}, "epoch": 1941}
{"loss": -0.3400464355945587, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7722744345664978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1941}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1942}
{"loss": -0.3123990297317505, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.707304060459137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1942}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9693877100944519}, "epoch": 1943}
{"loss": -0.3132140338420868, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7098848819732666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1943}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1944}
{"loss": -0.29222163558006287, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6602219939231873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1944}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.96683669090271}, "epoch": 1945}
{"loss": -0.342010498046875, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7750561833381653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1945}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9683672785758972}, "epoch": 1946}
{"loss": -0.34644293785095215, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7857214212417603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1946}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1947}
{"loss": -0.3476462662220001, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7886164784431458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1947}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9678571224212646}, "epoch": 1948}
{"loss": -0.265125036239624, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5995282530784607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1948}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1949}
{"loss": -0.3248796761035919, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7357794642448425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1949}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9346938133239746, "acc_or": 0.9663264751434326}, "epoch": 1950}
{"loss": -0.32251980900764465, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7301871180534363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1950}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9673469066619873}, "epoch": 1951}
{"loss": -0.335905522108078, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7604018449783325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1951}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9688774943351746}, "epoch": 1952}
{"loss": -0.2877470552921295, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6506890058517456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1952}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1953}
{"loss": -0.29763054847717285, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.674585223197937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1953}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1954}
{"loss": -0.26621007919311523, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6004287600517273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1954}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1955}
{"loss": -0.3061158359050751, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6934674978256226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1955}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1956}
{"loss": -0.30021798610687256, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.677308976650238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1956}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1957}
{"loss": -0.2659616470336914, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6009659171104431, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1957}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1958}
{"loss": -0.2938075661659241, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6655480265617371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1958}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1959}
{"loss": -0.2900819778442383, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6551043391227722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1959}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1960}
{"loss": -0.28944462537765503, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6548045873641968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1960}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1961}
{"loss": -0.3371153175830841, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7630366086959839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1961}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1962}
{"loss": -0.33633095026016235, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7622133493423462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1962}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1963}
{"loss": -0.27113115787506104, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6125582456588745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1963}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1964}
{"loss": -0.34912997484207153, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7923581600189209, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1964}
{"generalization hold out": {"acc": 0.0357142835855484, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1965}
{"loss": -0.33346322178840637, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7547920942306519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1965}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1966}
{"loss": -0.29553619027137756, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6675683259963989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1966}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1967}
{"loss": -0.30223023891448975, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.68351811170578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1967}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1968}
{"loss": -0.28827428817749023, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6497197151184082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1968}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1969}
{"loss": -0.3664836585521698, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8286975026130676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1969}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 1970}
{"loss": -0.3428410589694977, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7774259448051453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1970}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1971}
{"loss": -0.3242153823375702, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7341995239257812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1971}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1972}
{"loss": -0.32383492588996887, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7315337657928467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1972}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1973}
{"loss": -0.29242339730262756, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6623876094818115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1973}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1974}
{"loss": -0.3433738648891449, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7775608897209167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1974}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1975}
{"loss": -0.2149488925933838, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.479875773191452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1975}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1976}
{"loss": -0.33071523904800415, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7481557726860046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1976}
{"generalization hold out": {"acc": 0.040816325694322586, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1977}
{"loss": -0.2796764373779297, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.632832944393158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1977}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1978}
{"loss": -0.3201841115951538, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7255723476409912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1978}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1979}
{"loss": -0.2869212031364441, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6467239856719971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1979}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1980}
{"loss": -0.32519885897636414, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7369557619094849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1980}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1981}
{"loss": -0.3221145570278168, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7267131209373474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1981}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.93265300989151, "acc_or": 0.9663264751434326}, "epoch": 1982}
{"loss": -0.3557279407978058, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8053526282310486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1982}
{"generalization hold out": {"acc": 0.10204081237316132, "acc_or": 0.5280612111091614}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1983}
{"loss": -0.33947402238845825, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7704605460166931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1983}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 1984}
{"loss": -0.29501593112945557, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6668106317520142, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1984}
{"generalization hold out": {"acc": 0.06632652878761292, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1985}
{"loss": -0.27822771668434143, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6286694407463074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1985}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1986}
{"loss": -0.35321179032325745, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7992514967918396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1986}
{"generalization hold out": {"acc": 0.06122449040412903, "acc_or": 0.5076530575752258}, "uniform holdout": {"acc": 0.93265300989151, "acc_or": 0.9663264751434326}, "epoch": 1987}
{"loss": -0.3198128044605255, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7226693034172058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1987}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1988}
{"loss": -0.2712675631046295, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6123301386833191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1988}
{"generalization hold out": {"acc": 0.08163265138864517, "acc_or": 0.5178571343421936}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1989}
{"loss": -0.3397310674190521, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7673987150192261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1989}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1990}
{"loss": -0.34816232323646545, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7872359752655029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1990}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1991}
{"loss": -0.28322961926460266, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6382541656494141, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1991}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1992}
{"loss": -0.3320252001285553, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7520716786384583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1992}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 1993}
{"loss": -0.3334643542766571, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7533470392227173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1993}
{"generalization hold out": {"acc": 0.09183673560619354, "acc_or": 0.5229591727256775}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1994}
{"loss": -0.29047533869743347, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6559894680976868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1994}
{"generalization hold out": {"acc": 0.08673468977212906, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 1995}
{"loss": -0.3449970781803131, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7827568054199219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1995}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 1996}
{"loss": -0.32643118500709534, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7391350865364075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1996}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9377550482749939, "acc_or": 0.9688774943351746}, "epoch": 1997}
{"loss": -0.33582282066345215, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7600565552711487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1997}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9397958517074585, "acc_or": 0.9698979258537292}, "epoch": 1998}
{"loss": -0.34420570731163025, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7774141430854797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1998}
{"generalization hold out": {"acc": 0.07653061300516129, "acc_or": 0.5153061151504517}, "uniform holdout": {"acc": 0.936734676361084, "acc_or": 0.9683672785758972}, "epoch": 1999}
{"loss": -0.25502488017082214, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.5741198062896729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1999}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 2000}
{"loss": -0.2980499863624573, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6716026663780212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2000}
{"epoch": 2000, "positional_disent": 0.7498825192451477, "bag_of_symbol_disent": 0.10213470458984375, "topographic_sim": 0.21886213879692162}
{"epoch": 2000, "positional_disent": 0.620517909526825, "bag_of_symbol_disent": 0.06798648089170456, "topographic_sim": 0.9485787324273276}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 2000}
